{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.438541073Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.438643254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.438909958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.441549042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.441564922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.441900366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.443151053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.443353495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.468761716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.471229508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.471252669Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.47138289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.473096583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"31.5473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.473303655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.47365448Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.474593662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.476984133Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.477000424Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.477145036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.487925316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:10.487954476Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":26,"elapsed":"49.429044ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:12.901123879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"8379a0a0-d74c-4cf7-9530-9c98d5570acd","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.438310477Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.438367267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.438625871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.440346223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.441385517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.441400207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.441737821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.442676084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.442687004Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.442827746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.443374963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.443699217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.444474387Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.444636789Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.4454493Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.070473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.445989647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.448430928Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.448443499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.448612601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.460464375Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:20.460490416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":27,"elapsed":"22.199329ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:22.900980134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"8271dee6-a67f-4615-a7eb-3cd32ca40698","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:27.894102092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"c125b171-0605-4f50-9d44-2cdc8085286e","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:27.894403716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"c125b171-0605-4f50-9d44-2cdc8085286e","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:27.896075118Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"c125b171-0605-4f50-9d44-2cdc8085286e","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2044,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:27.896363722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"61274c80-d78b-4e82-acc0-cc6bf416e3d2","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:27.896695116Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"61274c80-d78b-4e82-acc0-cc6bf416e3d2","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:27.89856461Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"61274c80-d78b-4e82-acc0-cc6bf416e3d2","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.435705459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.43576635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.43578254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.43579499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.435822171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.436070664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.436102134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438025429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3359, tv_nsec: 668690624 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.43811871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438142681Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438152021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438161281Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438169301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438178441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438209522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438216982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438250832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3359, tv_nsec: 668923787 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.438331183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438366904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438378834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438489125Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.438561406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.438622507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.439292606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.606607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.440171057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.440429111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.441030928Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442061922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442086472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442097462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442104882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442112693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442119643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442126453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442137003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442147063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442157883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442167613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442177143Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442186814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442195524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442204044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442212164Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442221274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442231434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442240764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442250184Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442258324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442266755Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.442276295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442286055Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442295955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442306475Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442759701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442793822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442809512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442823222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442835852Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442847102Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442858092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442869052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442879452Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442889893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442902973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442916053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442928273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.442940653Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.443155376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444070378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444095679Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444400352Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444530934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444550024Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.444755107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.447026397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.449098934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.449135674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.449358607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.460081847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.460520793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.460996683Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.461154851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.473866656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.476729813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.476772634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.476783584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.491317983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.495343966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.495399207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.495472328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.497887109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.498333695Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.499035684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.499422579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.501374185Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.501723149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.502407058Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.502662621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.502677551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"60.567939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.508350645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.50874724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.514366263Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.514700238Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.521249753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.521608528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.52481579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.525323246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.528851002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"86.646218ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.529115436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.52947305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.529497211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":10,"elapsed":"87.253757ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.529559812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.529589782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.529601092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.529614182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.529861745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.530002557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.531519337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.531546067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.53175948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.531982523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.532020264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.532148335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.533469892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.533501233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"91.337309ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.536062326Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3359, tv_nsec: 766722400 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.536442261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.560515755Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"118.318401ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.567116871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.568533089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.568554479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.56856482Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.56857176Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.569083046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.569807036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.569835826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"127.757584ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.571482887Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.571505908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.57170332Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.572274068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.572289858Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.57245272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.572582832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.572592962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.572825115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.572861205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.572965107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b1d3ee4-9145-4ae9-8748-86ccb82923d3\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.572984407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.573018467Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"130.894795ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.573094479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.575288867Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.575587601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.575610161Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.575623432Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"133.397877ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.576151148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":10,"elapsed":"138.025417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.585605671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.585831105Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.585846555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.585859635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"143.743573ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.58621843Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77df8ddb-ee68-4f04-b4e2-8e778c5c7b26\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.58624528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.587349004Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.587374585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.587543557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.587744669Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.590923691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.590947971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":28,"elapsed":"152.819761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.611462288Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.611771042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.613399813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"175.264483ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.619514643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.619534353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":10,"elapsed":"181.416813ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.644847333Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.644877214Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.645148637Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d0ffd7-6e80-4d81-8090-a527589610d2\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.645165937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.647222904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.712467804Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.712718637Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dbb3ee6-a10b-4c3b-adfc-357bc52bfd1a\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.714188586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.71447209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.720288486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.720301866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.720743222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8b0e60-6527-4d35-acf1-4efaba23d352\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.720772042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.721114287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.722688067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":10,"elapsed":"286.957758ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.737066294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":10,"elapsed":"301.358975ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.76202736Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.76206449Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.762285353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ec7166c9-bd06-4749-b070-7497c65fb593\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.762315323Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.762569817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.766158313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.766496428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.768917509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.769161233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.772359304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.772382395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.772738469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e0987083-e7ad-4ba2-992a-c5024ebf77ae\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.774130727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":10,"elapsed":"331.904773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.812492587Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.812848531Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.814343481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.815907951Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.815921151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.816064384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.817602373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.819166584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.819178464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.819313386Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.824537614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.824897859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.826459999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.826473209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.826625121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.836398788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.836711292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a3c812-8855-4382-9c95-127323ed88f0\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.836732103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.836744423Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837042207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837051487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837057847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837064947Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837072007Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837078187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837248729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837257949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.837391881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.837412611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.837578474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.838779539Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.838915891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2159a196-dedb-46c7-9e5b-ef47a490c992\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.838937721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.839030523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2789f47f-1120-4874-a9f3-0a1282a42f94\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.839057503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.839071123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.908938243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.931184373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"68d70b6a-e014-447b-8c92-b8eb4ddfaef2\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.931212053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.931222173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.9317179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d85440-1a55-47e0-9243-0a6e466c3c95\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.93175123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.93176164Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:30.931769781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.931777851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e653606e-94dc-49e4-943b-8f35c5d7d263\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:00:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.931822451Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.932086245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.933916048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":10,"elapsed":"491.849026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.935025103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.935334807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.938159994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.938335676Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.939869696Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.940084909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:30.946950948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":10,"elapsed":"504.785985ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:32.901535048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"22af0fc3-5d00-4a4b-bbb6-28c0c7d52d65","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.438748935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.438807106Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.439081559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.440961934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.441991287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.442003897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.442394742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.443301524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.443310665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.443453556Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.44376976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.444103335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.445318871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.445501393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.446647658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.448822246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.448835497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.448964688Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.460079163Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.460098623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":29,"elapsed":"21.364598ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:40.473791302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"31.802104ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:42.901024658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"ff621bea-ca3d-45a4-afd7-e1df79cd3d38","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.439208668Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.439265129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.439584503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.440956301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.442174067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.442183167Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.442537142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.443321022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.443332922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.443480784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.444117642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.444466207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.444926153Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.445124295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.446394052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.448723882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.448739662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.448873524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.458104115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.458131105Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":30,"elapsed":"18.924216ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:50.472806806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"30.629819ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:52.901054066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"5412dc22-0f86-4eb4-9ba1-50a81fc0bca4","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":269,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:57.893952782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"f4b503f5-6936-4369-8274-e4c3b6750ddc","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:57.894252296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"f4b503f5-6936-4369-8274-e4c3b6750ddc","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:57.896222671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"f4b503f5-6936-4369-8274-e4c3b6750ddc","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2348,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:57.896516075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"4d574ad7-4328-4c60-9d87-18ea1cca361f","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:00:57.89687557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"4d574ad7-4328-4c60-9d87-18ea1cca361f","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:00:57.89840661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"4d574ad7-4328-4c60-9d87-18ea1cca361f","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1955,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436108795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436157976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.436167466Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:51:00.436119175 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436176266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436183836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436190946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436198026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436204626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436212136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436220347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436228267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436236377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436243917Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436250657Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436257367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436266207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436272787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436280457Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436287357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436296037Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436552441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436620762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436629812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436639682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 667133986 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436654242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436663832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436673122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.436740563Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 667234518 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.437097828Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.437118068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"876.372µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.437207219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.43721702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"954.742µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.437711116Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.437915858Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.438154372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.438386305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.438762269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:51:00.436119175 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.43878393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:51:00.436119175Z\",\"pruned\":[]}","iteration":6,"elapsed":"2.653585ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439411068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439427588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439435978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439443689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439450169Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.332933ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439456978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.439463899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439470609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439478019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439484239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439490799Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:01:00.439497579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439505419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":7,"elapsed":"11.52µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439514159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.43952097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439528239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.4395352Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439786033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439801593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439810383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439817583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439824923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439867884Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.439924925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 670423789 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.440032616Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.440231589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.440933278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 671441963 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.441198331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441733328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441761239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44188085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44190031Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441912781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441920971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441927931Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441934881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441941811Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441948421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441954871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441961791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441971951Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441982602Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.441992932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442002192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442011772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442020302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442029982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442039192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442047922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442058212Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442067463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442077563Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442088033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.442098503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442107823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442118093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442128753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442138373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442148234Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442157594Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442167974Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442176914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442185634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442194784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442204264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442213734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442295526Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442312036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442322476Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442332566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442371627Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442388107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442413637Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442455038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442496308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442510638Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442522958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442535759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442567359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442579659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44261275Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44262147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.4426291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44263737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44264611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442708791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.442772152Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.443274118Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.443795535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.444266131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.444278501Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.444379893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.444454774Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44571822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.446270737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.446306998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.44647523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.447491863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.447700436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.447717986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.447904369Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.448627118Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.448654818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.448836201Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.449784463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.449817144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.450029986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.450630664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.450787886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.451538916Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.453547402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.453570662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.453709524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.453959487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.454320992Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.454785298Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"12.708475ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.456249157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.456281848Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.456293048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.456706633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.456902756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459442389Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459476159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.459657382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.462069433Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.462221205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.468694059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.469224506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.474817089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.475079603Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.49559557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.500372182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.501883572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.501917072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.501927522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.501936932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.502362328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.502967206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.502983886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.502993086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.503001956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.503331951Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.503380511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.506299409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"64.348198ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.507774248Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.507803419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.508026062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.508576859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.508608329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.50862015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.508782472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.508819342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.508973284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.50944184Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.509687463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.509724634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"67.812813ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.510060708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.511412416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.511440326Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.511648209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.515654241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.515938585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.517039699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":11,"elapsed":"74.733544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.519816915Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.523433752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.523462683Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.523656455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.525042903Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.527418714Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.527447565Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.527625677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.53013182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.530251031Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.531396126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.531659631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.53227612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.532344811Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.532511741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.532532321Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.533114949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.533144099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.533351181Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.535221986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.535246426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.535259977Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"93.184084ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.535298377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.536052617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.536073007Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.53631123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538742112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.538771822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.538787592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"99.308914ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.53937226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.53940282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.53941532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.539633583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.539890777Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.541198244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.541582739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.541885603Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.542211407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.543844078Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.544210413Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.544426016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.545332018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3389, tv_nsec: 775820722 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.545690052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.546859088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.546887838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.54707708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.557081711Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.557516316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.565228347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.565533231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.580624957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.581090294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.593190721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.593239942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"151.24489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.594007852Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.594427687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.596859379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.597118902Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.602734085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"160.758874ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.607910953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.607946693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.607962644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"165.8385ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.609183059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"167.077776ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.612373331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.612397111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.612408881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.612724526Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.614125504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.614159364Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.614533429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2bf2b48-f8b7-4188-998b-6dd548e1455c\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.61456509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.616061749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.637555459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.637849933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.685022127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.685073248Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.685426853Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"245.942733ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.685454693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5ad380-c7d6-4f7f-8169-06d6c4f6faae\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.685466933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.686814351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.700677701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.738840058Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.738869639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.739264964Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54719a3-3686-48cf-8298-48c7e72e0045\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.739290514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.739628159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.739893702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.741462363Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.741673315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.741695406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.741713816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.741907178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"299.783875ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.74200845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.743401978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.743422618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.74354725Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.745609226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.745955871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.746365406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.747082096Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.747895426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.747921807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.74816204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.74895876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.748986381Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.749190993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.75970412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.763250016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.763745823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.763783963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.764041206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.765639627Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.765672188Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.76583607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.766895564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":11,"elapsed":"327.465715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.76892938Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.769178353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.790883946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.791363833Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.792105852Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.792127563Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.792505197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce299d43-6ce1-412a-ba68-60019d1dd93d\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.792532628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.79272403Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.793059915Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.794526284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"352.535552ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.794954369Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.797699065Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.798767609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.801670547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.801708277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.801826259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.801846329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.80189674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.802049112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.805374665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.805406365Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.805418165Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.805430316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":6,"elapsed":"369.201539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.807803847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.808114271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.808219722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.809895584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.811189611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.811203421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":11,"elapsed":"371.799723ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.811356553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.811369823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.811530855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.812349556Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.812378196Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.812563589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.813063435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.813094636Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.813107156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.813116086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":6,"elapsed":"376.93593ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.815152282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.815190873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"378.979976ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.81570829Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.816065944Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56362f4c-aa06-4b59-b950-081f744f093f\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:00:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.817534983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.817754126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.818213122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.818732259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.818755409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":31,"elapsed":"379.27336ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.819961005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.819989825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":11,"elapsed":"383.762579ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.820000175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.820230469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"182abf31-5fa9-4a05-b913-b8c3e4731c68\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.820256159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.82034253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.82036684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.820464652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.820574553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.821961451Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.822198924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.824157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.824340582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.827445152Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:00.827531004Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.827552904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.827677626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.827903278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0076d769-5af2-438f-a161-e506a786178e\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.829083204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.829100064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":11,"elapsed":"387.068232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.830522023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.830534873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.830670374Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.831807129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.835170223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.835346835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.835370186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.835383516Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.835503877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.836865405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.837371882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.837692676Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.839269946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.839291717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.83950434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.843440901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.843621893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.845187874Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.846038685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.846717023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.846731354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.846899956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.847728507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.847755237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.847872809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.85025746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.850685315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.869101925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.869299308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:01:00.88410737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.884131211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"442.115199ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.896293749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":11,"elapsed":"460.130304ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.974230295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.992007956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.99231598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.99388968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.994236995Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.994853983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.995683264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.995696584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.995860236Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.997194334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.997205564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.997368376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.998525011Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.998538551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:00.998698493Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.004257206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.00461505Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b88be176-7250-4a16-989d-5575d1d5bbdd\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.004626811Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.006345863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4167742e-2de9-41e1-b248-3284aecc61fa\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.006356963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.008298098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.008310739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"572.140522ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.034229886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.034660842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480e7f5d-89cb-41d1-8faa-3b74726c6d1b\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.034687612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.034702902Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.034715342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.036515506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":11,"elapsed":"594.489593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.037118134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.037449838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.039400993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.039673437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.039737158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.040131603Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.041711774Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.041932896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.04377199Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.044161675Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.045616124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.045908348Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.046102401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.046456335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924049b2-b325-49fd-8673-af73cf366732\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.047292926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.047528779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.051785865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:619","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.05371837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"fee17c45-a85b-405f-9e58-2ca0ab03dea9\",\"time\":\"2025-03-02T05:01:01.051764014Z\"}]}","iteration":2,"elapsed":"611.379794ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.078359401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.078882268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8343c972-e4ab-483a-8c1c-0eae4f97aea2\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.078919658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.079282283Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.081249978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"35d72a44-3af4-42db-8409-65c8a03a25b7\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.081278969Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.081890937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.081910577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.08210193Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.083360586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3c78dee7-8404-46a1-ad5c-d77ae57fdcba\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.083409177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.083547999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.084980127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.085003527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.085134299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.085309241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.085356762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"649.105805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.086576878Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.088066257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.090139424Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"blueprint_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"inventory_collection_id\":\"c9c17d4b-65c0-4a48-afa2-43a0fe16c480\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":4,\"num_already_tombstoned\":0,\"num_inserted\":5,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"648.65959ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.090241336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.090289356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.090436308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.09215404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.092376823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.096235064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.096603329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.099727289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.099942632Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.102207471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.102405714Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.10367063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.103842473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.104987338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.105045879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.105227181Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.105273502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.106320975Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.10742305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.10744107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.107742234Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.110143705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.110171685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.110299727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.111679945Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.111836767Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.113129794Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.113273776Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.114120057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.117687973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.118069808Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c8737e-56c8-497e-8066-fe7a68813216\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118100938Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118113289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.118122509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.118133489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.118277851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118341022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118372572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118382062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118391962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118401033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118408913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118539084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118550734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.118726147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.118735677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.119066261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.121025957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.121150178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15868aa4-bd7f-4d14-89b3-5a2d5f2599d0\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.121178319Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.12125595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acf53293-5c1c-432d-8e83-dca4d5ac87a3\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.12126894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.12127898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.124761305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.124976598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.126293835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.126445867Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.12817405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.128382872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.130432859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.130583061Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.132621818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.132872681Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.134239209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.134416391Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.135708988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.13591219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.137043025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.140853385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.140870035Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.141018517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.141943109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.142113241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.143194665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.143356898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.144490112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.148096349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.148115429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.148241591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.154240049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.15428284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.154419002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.155518716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.157069256Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.157087706Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.157222508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.164261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.168250892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.168280632Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.219276916Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6f0cedd1-5306-40bb-9a20-3a264b9ffc5c\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.219325087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.219342617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.21954924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8a85a9-acb0-434d-b29d-bf549e79baa1\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:01:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.219581411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.219854014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.222998315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.223219118Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.227657106Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.22796698Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.23032505Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.230555273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.236974217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":11,"elapsed":"795.022566ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.277963971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","vpc_to_sled":"[Sled { identity: SledIdentity { id: fee17c45-a85b-405f-9e58-2ca0ab03dea9, time_created: 2025-03-02T04:56:21.866513Z, time_modified: 2025-03-02T04:56:21.866513Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: d6094382-b327-4998-b53d-b2d98a53005b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.278003392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.278011532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.278289485Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.280278751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.280480634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.28173531Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.284087571Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.314966253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.362938478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"e0224576-eefb-44ff-bd20-9ef87d0b6f02\", \"date\": \"Sun, 02 Mar 2025 05:01:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:01.364546799Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.364561269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","elapsed":"922.560427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:01.364571049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":2,"elapsed":"922.569728ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:02.901450197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"31c5f3c0-8b05-4e9b-98d9-997a82cd2de7","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.438656745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.438718716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.43902818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.44058617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.441610303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.441624973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.441965118Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.44292556Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.44293692Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.443074182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.444612812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.444865016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.447594761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.45133806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.45136382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.451490072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.464548502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.464578392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":32,"elapsed":"25.934018ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.470830194Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.471031516Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:10.50583988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"64.222076ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:12.901206771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"e00ab91b-9ae6-476a-ba8f-c0c65cf86678","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.438400149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.438458699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.438706833Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.439962129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.441990485Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.442001596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.442203958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.442216288Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.44234631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.44236813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.44467109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.444826822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.446317452Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.448344328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.448358628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.44848513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.459351631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.459382682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":33,"elapsed":"20.988103ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.472091277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.472381601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:20.473652908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"31.667182ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:22.901458972Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"0b77d764-fdc2-4b4e-8933-aafaf39b64ce","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":429,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:27.89461034Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"82a4dbf2-a399-45ee-9500-0f7f5c9cff84","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:27.894976435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"82a4dbf2-a399-45ee-9500-0f7f5c9cff84","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:27.897508898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"82a4dbf2-a399-45ee-9500-0f7f5c9cff84","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2992,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:27.897762121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"849e7aef-a12f-4522-8227-cca6cd34e2a4","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:27.898079016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"849e7aef-a12f-4522-8227-cca6cd34e2a4","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:27.900173603Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"849e7aef-a12f-4522-8227-cca6cd34e2a4","remote_addr":"[fd00:1122:3344:101::d]:65104","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2469,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.435576889Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.435630979Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.4356431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.43565714Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.43566819Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.435954854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.435986144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438110922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3419, tv_nsec: 668437006 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438228003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3419, tv_nsec: 668562228 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.438356535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438418176Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438429816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438438286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438445956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438453986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438461116Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438468027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438475916Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.438580528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438704299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438784671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438796771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438806651Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.438934222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.375744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.440686915Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441688869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441716729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441729499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441741239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441751929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441763079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44177243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44178296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44179362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44180377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.4418148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44182489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44183409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44184298Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.4418528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441861851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441870981Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441879661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441888501Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441897271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.441907721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441918212Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441927481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.441937282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442332557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442380478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442394828Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442406188Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442417418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442428318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442439638Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442450868Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442464099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442475589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442637621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442948765Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.442967635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.443245549Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.443562063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.443590713Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.443791886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.444023139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44415661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44490766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.444936611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.447792158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.447819238Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.447996431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448019061Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448064201Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448183043Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448198273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448259654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448442096Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448504957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.448520758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.44873913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.451399645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.453754095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.453782926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.453969468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.455139994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.455163564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.455173294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.455419657Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.457662006Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.460178279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.46021092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.460388912Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.462650231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.462889185Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.464957221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3419, tv_nsec: 695280566 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.465205345Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.465339666Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.465673441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.465700071Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.465710601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.465915694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.468271995Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.468297435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.468550088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.499220528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"57.518819ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.508318536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"66.391045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.509669794Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.51011789Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.513460943Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.513809808Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.515830094Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.516728416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.517290863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.518958205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.518987175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.518997155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.519385081Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.519448701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":12,"elapsed":"76.497966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.519791026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.519819466Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.520037739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.521094383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.521306306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.521504608Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.52167664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.521791962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.521958654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.522094586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.523018688Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.524155232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.524177283Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.524336865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.524460696Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.524772531Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.525893735Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.525913106Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.526064468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.526883591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.526902379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"85.078058ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.565452261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.565508751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.565776635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd72757-f10c-4bba-97ca-fecc014cd029\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.565808475Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.567247234Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.593138031Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.593442845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.673244835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.673295095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.673589489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d30ab356-5e6f-4d91-af7c-a12262e0a79c\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.67361677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.674906686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.687786564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.688014247Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b33f8a6e-436f-403d-b054-18dadd292b6c\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.688959769Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.689225883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.753679772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.753707503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.753996446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12812a2d-186c-4c2d-8e66-b870015868e9\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.754030037Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.754412282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.756871454Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":12,"elapsed":"318.411838ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.757068886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.757084207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.75734056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1e4f20-672f-42ae-a2f5-439054e674fa\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.75735825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.760046555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.76040195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":12,"elapsed":"324.814071ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.76119859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":12,"elapsed":"325.603991ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.786581371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.786647322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":34,"elapsed":"348.162315ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.792947394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.792980264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.792992474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"351.259565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.794829478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.795317095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.795347445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"353.576656ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.800044066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"358.309787ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.801516705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"359.745526ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.809960115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.812103083Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.812133904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.812288036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.818696489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.81872529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.825752831Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"383.955921ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.842850534Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.842884514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":12,"elapsed":"404.438238ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.865520069Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"427.062293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.86866752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.869042905Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.870862429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.870891409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.871090232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.873001707Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.87323074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.874560347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.876142717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.876166998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.876283769Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.881033351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.881398256Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35dbab34-de7b-4c2f-84bc-54779a834fde\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.881428197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.881439537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.881702276Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.881714698Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.88172382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.88173072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.881737245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.88174378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.881872219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.881880647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.882006405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.882013999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.882169925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.892018794Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.892140486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7e907ba-2949-42ea-8ea7-8717bf585032\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.892162876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.892246897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1773542-1680-4738-897a-1e0fdf979cd5\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.892270888Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.892282088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.911785472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"904d08fe-c684-4862-b00f-4eba0283516c\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.911810502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.912137117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.914751711Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.915008074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.916582524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.918119364Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.918193005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.918206336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.918376658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.918492529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.922295229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.922315819Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.922858816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"684a9898-0908-456b-abc6-e1038209d42b\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.924982294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":12,"elapsed":"483.102153ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.99685126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"69af9d6e-1d77-4151-8beb-fb4d64c21912\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:30.99688203Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.996891281Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.997192844Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8246e6bd-0b5c-4929-9569-bf92548af6cb\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.997237635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:30.997555219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.000279865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.000632109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.003239673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.003442726Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.005787026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.005970439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.009616736Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.010023481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ba8756-cb98-40ea-97b2-d0ef4a8d1eb1\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:01:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:31.010049762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:31.010072312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:31.010083322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.010883503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":12,"elapsed":"569.071823ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:31.016389455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":12,"elapsed":"574.680156ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:32.901809414Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"e3a0b2e3-e99e-4890-bc3c-1b3e65d95650","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.439001842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.439062422Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.439381967Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.440817195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.442038561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.442055872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.442407826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.443190966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.443203596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.443357578Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.444278941Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.444533324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.445337664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.445510066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.446967876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.449159464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.449175654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.449299826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.461334594Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.46135386Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":35,"elapsed":"22.409072ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:40.4734224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"31.388089ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:42.901576738Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"188a90d0-d9b5-4691-aa73-03c81dde9dba","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.438790906Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.438868237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.439127051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.441560232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.441570243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.441914627Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.469058261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.471496642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.471527303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.471675455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.472254682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.472595357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.474088056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.474163677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.477688253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.479992913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.480019504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.480156575Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.492145561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.492171132Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":36,"elapsed":"53.401206ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:01:50.504229909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"62.668917ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:01:52.901930971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"db78c798-35d9-4998-95ef-e2cae060f747","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":417,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436366592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436431173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436441613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.436449893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:52:00.436375602 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436458883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436466503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436472883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436480453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436486523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436493483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436502284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436510254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436518584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436529494Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436540494Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436551054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436560784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436570155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436581915Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436596115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436862798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 667010033 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436890279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436901489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436912359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436922259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.436950489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 667107714 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43699012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.437038931Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.437326834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.437357415Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"903.751µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.437371065Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.437383005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"894.332µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.437462566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43773991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438340487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43855987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438837904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438858334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438865494Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438873834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438880925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:02:00.438887475Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438895855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":4,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438902935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":8,"elapsed":"10.24µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438911445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438919395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.438926625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438933145Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438939665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438946315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438952595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.438959146Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439181209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439193529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439201079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439209779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439243909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439258499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43927065Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.43931349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439374411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439386231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439543043Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439553223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439705225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439715676Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439777006Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.423794ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.439882188Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.440194402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:52:00.436375602 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440216282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:52:00.436375602Z\",\"pruned\":[]}","iteration":7,"elapsed":"3.8281ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440772139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 670928074 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.440985652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441007032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.441063883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441134724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441419378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 671582062 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.44162977Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441643951Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441651751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441658701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441665441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441671631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441677291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441683791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441691611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441702531Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441712662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441723712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441733552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441742552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441748512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441754272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441760762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441766832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441774532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441781682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441788003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441794523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441801703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441808063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441814883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441821793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.441829133Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441836193Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441843133Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441851553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.441858343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.441994645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442006955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442046506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442074736Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442102867Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442112487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442120577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442151657Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442191078Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442221178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442258049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442267999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442276639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.442284509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.443029179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.443041559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.443319312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.443373273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.443942151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.444570779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446266371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446297331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446452783Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446610525Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446624415Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446805578Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446882439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.446891419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.447094972Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.449166408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.450708149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.450772989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.45079976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.450950202Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.450965102Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.451037293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.452440051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.452464782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.452579183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.459372832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"17.717101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.460737559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.462907267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.462933008Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.463156701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.464999295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.467598569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.467624329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.467810462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.495123267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.498320729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.498364529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.498618003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.498972377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.500157313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.50304376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.503075041Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.503288304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.506197402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.508919547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.509396983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.509493344Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.509816589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.510772031Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.51149888Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.513963063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.513995163Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.514207466Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.514464039Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.515864297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.517382357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.517409228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.51760751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.521525841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.523185283Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.523473836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.524217056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.524243837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.524464229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.527663351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531160667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531508101Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531955437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.531977887Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.532049108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3449, tv_nsec: 762199773 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.532240831Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.532349712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.534175666Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"92.535675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.539408714Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.541809515Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.542055978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.542079269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.542248211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.542346572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.542837699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.543078282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.54829777Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.54833742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.548348471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.548591994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.548749596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.549459475Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"107.851734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.549909241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.550283136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.551667314Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"112.791419ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.551787085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.551810316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.552119569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.55215312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.552242131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.552262071Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.552274412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.552283752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"110.463489ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.555333402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.555359322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.555610775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.557396408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.557424079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.557659272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.559105631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"117.417179ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.570523359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":13,"elapsed":"127.475991ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.571745705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.571788586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.571800856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.571811026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.572238222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.575219101Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.575395383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.575759368Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.57595993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.5759883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.575998771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.576008171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.576353365Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.577648612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.577667292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.577678462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"138.777417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.579121791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.579142841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.579383595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.579458416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.579744069Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.57976098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.57979957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":37,"elapsed":"140.919346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.581740815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.581763606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.583451348Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.583581579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.58359521Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.583749061Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.583959194Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584203287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584226738Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584240028Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584715244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584742214Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.584988028Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.585400473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.585419043Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.585552755Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.585793148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.586214044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.587168986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.588509404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.588521684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.588885699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d80ee4-20a3-40d8-861f-29a52af511cb\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.588904219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.589281434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.589293634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.589468276Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.590443679Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.590478689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.5904963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.590699182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.590709772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.590725752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.590880785Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.592576527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.592607627Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.592621717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.59284435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.593726302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.593859313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":13,"elapsed":"154.997579ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.593939654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.594204718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.594222608Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.594231838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.594240908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":7,"elapsed":"157.857816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.594322269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.595431834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"153.775003ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.595474674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"153.720592ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.595949351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.595974111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"154.245829ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.597160166Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.597177507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.597311178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.599416166Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.59975828Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.599856731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.599867991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.599875402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.599884172Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":7,"elapsed":"163.366708ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.602230972Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"160.49177ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.607501181Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.607532711Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.607542511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.60891772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.621760227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.621787027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"182.873842ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.639325965Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.639364026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"202.958314ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.642221933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.642541818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.646856604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.646882044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.646894834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"205.181083ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.67192363Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"233.072996ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:02:00.713277019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.713311139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"271.594868ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.725146994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.725171404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.725509258Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb174db-7cd7-49d3-9296-bdb705362fbf\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.725528128Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.726917497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.755450168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.755841673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.757343923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.757614076Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":13,"elapsed":"321.119873ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.758957784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.758974794Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.759104726Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.760472543Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.762175286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.762191086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.762328188Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.808739752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.830647348Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.830677658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.830865971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a6b2d1-e160-4ee6-907e-fb4bc4872b57\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.830880821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.832003395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.841138254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.841154325Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.841482209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15162ca8-92af-4476-8754-dbecfd011c25\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.841513129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.841807643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.855956897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:00.884257316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.884289687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.884471459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dd4cb75f-a021-4080-a9a9-d8901e36442d\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.884484189Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.884783873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.886649297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.886812139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.890092982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.890421296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.965530335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:00.965592935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.014363791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.014715085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3419c2df-0bbe-41b5-b687-528a9102c38f\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.015933401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.016204505Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.082593839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.083052845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7a8c417-0301-4373-8b33-62e3b5a7c182\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.083090766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.083102836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.083111146Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.084483434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":13,"elapsed":"642.811173ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.084740427Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":13,"elapsed":"648.197453ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.085899643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.085911583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.115738491Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.122596141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.122683852Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37610"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.122852484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1f2367be-0ee4-47b4-84a2-d9060dbf6d47","remote_addr":"[fd00:1122:3344:101::b]:37610","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.123172208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1f2367be-0ee4-47b4-84a2-d9060dbf6d47","remote_addr":"[fd00:1122:3344:101::b]:37610","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.142004053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.142333168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c15e2704-e1ee-4983-a266-82bb20f89396\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.142347728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.143815217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e5138ed3-d9da-4bc1-bfb9-4b638efba7e2\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.143833337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.145168925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.145183115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"708.641431ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.178199335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/oximeter.rs:76","collector_id":"8aaa536c-c534-4dd2-aad0-92d8934e5eba","producer_id":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.178232195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/producers","method":"POST","req_id":"1f2367be-0ee4-47b4-84a2-d9060dbf6d47","remote_addr":"[fd00:1122:3344:101::b]:37610","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":55437,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.178325037Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f2367be-0ee4-47b4-84a2-d9060dbf6d47\", \"content-length\": \"41\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.179172928Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4ba0d306-384f-4581-820e-f4657ce41b96\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.180331283Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.180356023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","wait_period":"150s","lease_duration":"600s"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.181789722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":13,"elapsed":"740.004249ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.197547407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.198044693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"adac95bd-87f7-4690-87f0-896634246018\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.198061064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.200217712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c344a9ed-9d61-4ca7-b7ed-81e913c2362b\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.200234732Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.202130737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e00a7820-fca6-48ff-bf40-4ad053398e3a\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.202144997Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.204117322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.204163673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"767.70067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.211914284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.212271559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.214375056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.214395656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.214560898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.223824859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.224104523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04dbf3ae-30e6-494d-8a00-9b7f5c3df412\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224131933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224145373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224407537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224420077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224427697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224436677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224444427Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224451727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.22462224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.22463654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.224783342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.224809552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.225174297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.227015321Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.227121432Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fdc6eb7-6177-4d86-9c02-20aa4ccabcb0\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.227135012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.227241554Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce06a18-ca17-4ce6-bd37-76071f5cf90b\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:02:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.227262954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.227276144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.310340746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6da2e636-9376-4fec-84a2-c0f61834eb10\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:01.310366297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.310375947Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.310865503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2677a6fa-3a02-4f5e-abbf-1df0fe2e484b\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:02:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.310899744Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.311131287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.314010964Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.314187186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.317000873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.317267086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.319244292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.319439395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:01.325495963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":13,"elapsed":"883.724851ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:02.90136571Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"0eda28f7-b5b4-4773-91c6-5fea86dd9293","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.439579291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.439639652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.439932956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.441611538Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.442836613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.442848614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.443188738Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.444071159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.44408214Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.444230072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.446229278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.446551312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.448027841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.450444482Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.450458813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.450621465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.461907842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.461935372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":38,"elapsed":"22.364292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.472467349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.472714923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:10.502647553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"59.806129ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:12.902123957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"2028b9b9-dd09-4496-9e2c-9fc7f552d9c2","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":387,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.439317806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.439382497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.43963054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.44119615Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.442224034Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.442237864Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.442589929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.443509661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.443520401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.443660162Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.445436895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.4457563Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.447171378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.449524839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.449539469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.449685471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.461562016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.461579136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":39,"elapsed":"22.288581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.471709578Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.471965151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:20.47338957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"31.168195ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:22.902242057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"cc245a3d-e86f-480f-8b8f-2f0f26cf55c6","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":282,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.436420075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.436502016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.436520637Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.436534437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.436547277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.43680909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.436843541Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438817486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438844437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438853377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438860897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438868707Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438875857Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438882697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.438889707Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.439206002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3479, tv_nsec: 669177356 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.439240922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.439253522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.439265312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.439276323Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.439330893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3479, tv_nsec: 669310158 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.439347764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"2.935908ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.439488015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.439565876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.440924584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441337659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441588483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441825456Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441844066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441855226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441866496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441876346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441886517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.441897037Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441908207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441919327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441929097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441939217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441951877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441963387Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441974338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441980968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441989178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.441999038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442009648Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442018788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442029088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442039459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442049559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442059719Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442069779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442079139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442384323Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442439684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442453724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442462544Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442473874Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442482594Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442491654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442505385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442516355Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442529835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.442577226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.443006941Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.443019961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.443344976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.44446291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.444499351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.444664223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.444977407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.444997557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.445285881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.445486263Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.445502044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.445736087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.446578388Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.446603698Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.446889922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.44748747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.448744416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.450267336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.450291226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.450491158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.451574513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.451603953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.451775395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.45364885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.45367192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.453948394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.45597226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.456404666Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.456878872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.456896082Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.457190306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.457226746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.45749493Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.460193165Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.4605911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.463681541Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"21.733123ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.464065115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3479, tv_nsec: 694039150 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.464527721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.475982611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.476039411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"34.078314ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.504539513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.504610814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.504623584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.504892957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.510908225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.511710465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.512028839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.512670798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.512921401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.513418327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.513441088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.51364815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.517171886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"75.27904ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.517788054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"74.776283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.51821983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.518503964Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.520357108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.520380128Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.520642691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.520886725Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.522901761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.524024726Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"82.041137ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.52592827Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.525954871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.526155713Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.528585715Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":14,"elapsed":"89.763319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.533755892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.534173968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.535701038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.537112806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.538516514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.538536335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.538784618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.539036381Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.541216559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.54124508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.541409762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.541587174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.541604795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.541817427Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.543220386Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.543243646Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.54354547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae7fee9e-ad20-426c-a5b4-03b0cf5a97db\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.54356596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.544933328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.559571359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.559632769Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.55964259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.56043394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.563483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.5635114Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":40,"elapsed":"124.683434ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.56581569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"123.968634ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.571071818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.571100589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"129.136832ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.571416933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.583381159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.583414119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"144.565542ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.593764604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.593789364Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.593801764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"151.856287ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.601441204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"159.534977ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.603709553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.603739094Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.604151419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4df89c3-ed3e-4160-85fb-0a38b09ee72f\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.60417363Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.607211989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.618893991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.619213515Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.639044274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.639251567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d4cb8b-f716-473e-8ddd-e5a0ef6c81bb\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.640029337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.640190919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.642457458Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":14,"elapsed":"206.006472ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.646353979Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.646375779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.646627623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12707155-0b0d-49ff-a65d-46b2c1206ec5\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.646640403Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.648588628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.65488033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"216.060754ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.688197434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.688549659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.690258411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.691987943Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.692004394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.692132245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.693345891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.694851471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.694864211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.694999343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.795010885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.795058826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.79536148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e52d11-e0fd-440d-9c30-6b8cefba2466\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.79538022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.795643154Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.811105685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.811532291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc953d4-d278-46ba-bc9b-d45daca04e16\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.811565121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.811576831Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.811585681Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.813139892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":14,"elapsed":"371.264175ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.815471762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":14,"elapsed":"379.042327ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.838064256Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.838089266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.857824924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.858207599Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.860135314Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.860151314Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.860347347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.871101147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.87136955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20cb7a37-8b0a-436e-bc17-1a6a8a483963\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.87139095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.8714018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871687014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871701074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871709095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871717365Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871725925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871733535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871895667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.871908387Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.872068819Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.872092109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.872319863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.873787622Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.873906383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"110e3d52-4f81-489a-aa57-75519c55890e\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.873917973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.874024455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75407536-77a9-4029-be17-54825212bc0b\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.874035615Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.874046315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.914925407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a7555850-14b2-4303-b868-575b2d201400\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.914957408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.915198191Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.916486558Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.9166588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.919327775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.91973276Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:30.922339304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.922362624Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.926900243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"91ce382e-f49c-4e6c-8ae6-2dfb31698fad\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:30.928774308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":14,"elapsed":"486.913132ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.008446056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1d821c00-653e-4da6-a4c7-c5beb4e7c1e8\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:31.008470966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.008480586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.00876625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"859d45d6-4679-473a-94f3-9eabecab8f6f\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:02:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.00881111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.009119504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.012510009Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.012854223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.016628772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.016927656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.019113644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.019343378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:31.026608242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":14,"elapsed":"584.776566ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:32.902142672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"a26c4bd0-c6b6-4ab8-978e-9cf85fed0fbf","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.439345559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.43940856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.439663193Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.440773658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.442797694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.442813124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.443180139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.443193139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.443200109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.443344981Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.444894171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.445071194Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.445667761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.445859204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.446546433Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"3.750458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.447323943Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.449929967Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.449944827Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.45017446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.460415073Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:40.460438914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":41,"elapsed":"21.112875ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:42.902004607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"eed01463-1233-47ee-a02b-7c7f863bb0a9","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.439223913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.439290604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.439575558Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.441201089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.442244313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.442259943Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.442615938Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.443533259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.44354926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.443686232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.443904824Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.444112747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.445635757Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.392424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.445779139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.445968271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.447185537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.449499167Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.449515777Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.44967557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.458610126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:02:50.458641896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":42,"elapsed":"19.423283ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:02:52.901521025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"d0cf79b9-594a-4e21-914f-a51a1ddf05be","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436645986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436705547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436715287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.436723267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:53:00.436662516 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436732647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436743647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436753987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436764147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436773898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436785848Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436795798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436806778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436817408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436827278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436837628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436847269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436854749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436861759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436868569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.436875409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437081812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437097732Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437107662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437154813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437172633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 666983307 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437192923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437206283Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437332665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 667145920 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437602718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437634859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"888.561µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437843472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.437867712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.044204ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.438992757Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439017587Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439029747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439039537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439051157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.439062237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439073058Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439084538Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439093948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439102568Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439112368Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:03:00.439123758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439136369Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":9,"elapsed":"9.51µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439148319Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439159449Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439309621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439340891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439355851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439370381Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439404832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439486213Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439543234Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.439564864Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 669362869 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.439825258Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.440551197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.921511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.440597917Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.440974473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441175245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441186005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441339487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441660831Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 671478436 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.441906314Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.441918995Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:53:00.436662516 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441927585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:53:00.436662516Z\",\"pruned\":[]}","iteration":8,"elapsed":"5.257658ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441974935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441983435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441989636Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.441997426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442004856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442011426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442017466Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442024266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442030946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442037956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442044526Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442052287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442059207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442066817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442073507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442080507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442087437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.442094317Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442100667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442107857Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442114117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442121057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442127357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442133508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442140058Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442146108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442153598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442160278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442166598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442173808Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.44235328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442374291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442387051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442475772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442493762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442565973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442583243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442612104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442627734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442646614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442656174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442664464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442673355Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.442682095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.44306402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.443156761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.443350093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.443374404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.443716618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.443900651Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.444138404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.444993465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447141723Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447165893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447402536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447412806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447418946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447425877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447462267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.447524508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.44769048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.44771107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.448971477Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.448989617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.449007157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.449201Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.449334301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.450048641Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.450443186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.450711989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.451005493Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.451250156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.452192168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.452210309Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.452407841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.453106511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.453115991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.453184281Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.453361054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.455119197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"13.122871ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.45541357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"13.369464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.457712651Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.457739641Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.457751161Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.457757421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.457964034Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.458288998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.458646013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.460062581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.460093202Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.460201373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.4676511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.468147246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.473321854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.473989483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.474513499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.475832687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.475899557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.475912417Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3509, tv_nsec: 705528389 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.475926318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.47610577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.476164811Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.476184271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.476192901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.476613857Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.484998406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.485658384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"42.270031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.485692785Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.486608827Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.486636717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.486646327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.486656137Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.489495634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"47.486868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.491706963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.49526434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.49530643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.495486612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.514686992Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"72.684036ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.516231242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.516265272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.516295853Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.516310313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.516696038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.518706884Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.520038451Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.520069802Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.520080272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.520089692Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.520507208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.523977173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.524005703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.524256696Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.525896468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.527477518Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.527519439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":43,"elapsed":"88.497023ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.528589583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.528615373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.528643954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.52913629Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.529697747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.529722168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.529735498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"87.58078ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.530096893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.530117073Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.530480587Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.531893296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.53225291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.534636301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.535042107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.538451431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.541343109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"99.319713ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.541776405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.541801285Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.541811695Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"102.777978ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.542283281Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.542299961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.542491224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.543779141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.544088175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.54529598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.545829767Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.546355434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.549474935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.549507225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.549598816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.554811904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.55758742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.557616371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.557861124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.561575543Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.561607053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.561619973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"119.454235ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.565765227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.566176512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.569508466Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.56983876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.575427163Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.575458183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"133.328166ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.589726399Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.590460469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.593325756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.593759812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.593786782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.593803162Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.594186107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.595126689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"152.962751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.595891539Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.596287565Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.596304815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.596463837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.600375418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.600399678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.600636341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.602583737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"160.5213ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.602887471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.602903551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.602912551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.602921431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":8,"elapsed":"166.156494ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.603723201Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.604148347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.604305849Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.604609373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.604637003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.604647793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.604658544Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":8,"elapsed":"167.975887ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.605296802Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"166.300105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.606495278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.608733307Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.608755407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.608928539Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.610332067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.610351408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"171.324821ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.611122278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.611146838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.611475753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea4c6d2-2eb8-4f6f-9372-a45873ad0a6d\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.611494853Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.613241285Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.621036827Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.623635591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.623658201Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.623822713Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.6389366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.639183173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.643373138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.643401138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.643734433Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a018bce-1c0b-47f8-8dc0-b9bc5a304e93\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.643755173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.645689878Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:03:00.709104464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.709153625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"267.017347ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.758816582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.758852122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.759128516Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e941245d-e1da-4e6f-b421-805128d78b20\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.759151946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.760541244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.779985677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.79169532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.79171546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.792179826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffa6442-4453-4d69-8e47-9aeee098346c\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.792219697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.792617752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.794538227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":15,"elapsed":"355.48667ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.799425761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.799743645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.832329859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.832527052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.832556872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"395.869946ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.834165553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.834188634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.834293075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.834314435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.834360156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.834524168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ae6cac8b-457a-4d3c-ba87-a97fda97829c\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.834535028Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.834812962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.835893166Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.836539244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.836769607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.838223286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.838250856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.838419839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.839672865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.839869697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:00.842835606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.842855747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.843240901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0f7945af-b07d-4c13-b52e-b51cf58ff720\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.844472597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":15,"elapsed":"402.39085ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.936136231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.941818156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":15,"elapsed":"505.090878ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.954806605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.955013157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fa3674-e8d0-4732-863d-2f378c91acb5\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:02:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.956631989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.956891142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:00.95832138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":15,"elapsed":"521.586453ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.067341891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.067646244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fc4c3ed2-e12e-4ba2-80f9-43b81373c7bf\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.067664885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.069126494Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2ff9625d-730d-4eb5-b1cf-9769914ae063\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.069140454Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.071225091Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.071238801Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"634.463893ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.118090582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.118495367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3600ba17-ef9c-4c8b-bdf4-0764870a70f3\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.118521677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.118531757Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.118540478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.119741593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":15,"elapsed":"677.671497ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.132167205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.132630441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"25e857a9-0061-4e20-8d53-46434d72ead4\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.132645211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.13407101Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2f20f824-5008-4ce1-ae68-91c0212c0575\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.13408245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.135407957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c8b6523-05ed-44b8-a995-0875cc134a98\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.135436507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.137335662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.137358203Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"700.666446ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.16250081Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.162859705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.164323584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.164337394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.164507086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.174864631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.175121955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5c3077-7963-4f22-b4a7-eb108f1ce340\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175146215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175157775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175435849Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175448809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175456349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175464609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175472929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175481099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175639401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175650171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.175838224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.175849344Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.176033836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.177993852Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.178104043Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55163320-17e6-4675-a420-05abff14f4c0\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.178117514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.178267145Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e81816-1be4-4066-a6ce-04ccc1798f69\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.178283016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.178295446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.31907294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f74204d5-e6eb-40b8-bd01-978da0df8170\", \"date\": \"Sun, 02 Mar 2025 05:03:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:01.31911129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.31912312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.319393124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6367e360-774e-4904-81cb-6b246e5b0126\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:03:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.319436484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.319730378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.323233614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.323588398Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.327343097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.327670102Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.329709728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.3298751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:01.336240353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":15,"elapsed":"894.205337ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:02.901779105Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"cd547dda-c188-4698-8fc9-95ba06c9ab1f","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.439965525Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.440049927Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.4403271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.441583446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.442570079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.44259495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.442828233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.444096269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.444107879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.444279912Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.446251807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.44644838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.447953809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.450181729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.450199209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.450334151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.463116557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.463144578Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":44,"elapsed":"23.198492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.472503929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.472781093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:10.501115442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"58.531773ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:12.902483051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"1ce49a60-020b-4f6d-8976-6067f2a07ac9","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.439670078Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.439735869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.439997882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.441697375Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.442717268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.442727538Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.442975081Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.444215717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.444228068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.444370579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.446338835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.446664689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.472361544Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.472616507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.474240888Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"31.51304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.476393607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.478846768Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.478861719Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.479016831Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.490016024Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:20.490040914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":45,"elapsed":"50.382286ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:22.901975581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"7e483011-d6d1-40b5-9f19-81da0a59e295","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":283,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:27.894560084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:43671"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:27.894705926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"ae61cfc0-f0bd-4490-8bda-1406b136fdac","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:27.895229023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"ae61cfc0-f0bd-4490-8bda-1406b136fdac","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:27.897989728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"ae61cfc0-f0bd-4490-8bda-1406b136fdac","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3356,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:27.898215781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"7d4032e0-3b0a-454a-bf3c-de1a7f995ba3","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:27.898516515Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"7d4032e0-3b0a-454a-bf3c-de1a7f995ba3","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:27.900259138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"7d4032e0-3b0a-454a-bf3c-de1a7f995ba3","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2083,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436398843Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436451303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436461043Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436469513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436477984Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436732567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.436799798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440615487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440664388Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440675948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440686178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440696039Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440708949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440718199Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440726949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440737359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440746949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.440755399Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.4407686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44232678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44236647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44237833Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44238677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442394991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442402611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442409861Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442417161Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442423971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442431851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442438351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442444581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442450761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442456731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442462942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442470642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442477332Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442484652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442491302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442497932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442504102Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.442511402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442518482Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442565493Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442606793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442793446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442860017Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442971588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.442996398Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.443009729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.443020129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.443030689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.443042389Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44306855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"6.675307ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.4430891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44309885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44310687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 672726704 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44311966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44312841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44313611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.443239952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 672873176 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.443339523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.443447224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.443546546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.444429377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.444561669Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.444587649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.444598429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.444781502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.445571842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.447924863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.447953033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.448168536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.448265297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.448279567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44846136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44922888Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.44925649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.449413012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.450732439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453198241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453227442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.453461895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.455664443Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.458663882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.458700823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.458908036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.462912538Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.463309073Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.463527106Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.46382057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.468854325Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.469251251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.469610795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3539, tv_nsec: 699231999 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.46998431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.496448935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"54.054084ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.503879642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.504412478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.506055319Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.506483735Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.508787285Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.508804475Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.508811475Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.509101599Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.511655082Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"69.09156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.513007949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.513263223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.513887151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.514866064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.51533998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.516172631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.516199141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.516333173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.516352243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.516652087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.517078853Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.520587968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.520649709Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.520660379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.523891411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.524162225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.525944098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.526185031Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.52689353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.527188804Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.527824282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.527854213Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.527922094Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.528223528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a33cfea-d9df-415b-b2e3-44ce83fa1d70\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.528241208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.529878719Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.530349735Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.530372306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.530572278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.532851788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.532878299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"90.327035ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.535738686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"92.620615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.540201744Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.540922443Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.540935083Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.541227217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0fc0e78-08d5-4809-9c92-f213fc3387ac\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.541255028Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.543468376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.544256697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.544281377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.54451324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.55221634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"109.764909ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.552359322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.552380313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.552642206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c12ca7b-c115-4ad4-9f6a-ef06bcf4b2d2\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.552662126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.554006724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.555718566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.555743746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.555751476Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.55602654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.557191225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.557210835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":46,"elapsed":"117.491509ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.558227669Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"115.798408ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.559202061Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"116.810251ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.564367138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"121.902017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.565389672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.566959042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.567684682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.567697172Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.567899775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.569578906Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.569619077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.569778639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.571441691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":16,"elapsed":"131.209219ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.572110139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.5721302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"132.637137ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.588733796Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.588770316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.588779336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"146.374766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.601248419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.601701195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.611492303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.611877617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ca3170-02e1-49ba-ab6b-bd5f126e849f\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.614529332Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.614963728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.618036548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":16,"elapsed":"181.652086ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.638512784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":16,"elapsed":"202.084511ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.6397415Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"199.639529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.706263717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.706614962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.716895176Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.716920096Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.725371546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77dbbf32-87a2-42aa-8431-af494b485ee2\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.725401866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.725763021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.730725405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.731109421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.732435678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.732452258Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.73260787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.740347631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.740372311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.74178995Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.742083273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c0a20f-72e9-4bbc-a3ea-379780bc0c8f\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742105924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742116374Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742381677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742392228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742398788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742406128Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742412778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742419408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.74259357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.74260357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.742784273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.742792573Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.743034896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.744921401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.745026592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa98287f-20e1-4f1e-97c2-e29f20888b58\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.745046022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.745115753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e859d3cd-5b6b-4f75-8caf-474f44b8b68e\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.745142773Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.745154893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.746293978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.747851129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.747862639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.748032311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.749686272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.751379725Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.751393165Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.751547237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.785777483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.824142782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"42073272-9da1-4eb8-acd0-b19a45bcea42\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.824166823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.824474087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.826599394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.826763296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.828099074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e14480e-b765-4f2a-ba9b-b939c1b45e61\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.828122664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.828132304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.828140794Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.828764213Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":16,"elapsed":"386.26786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.829993229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.830352843Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.833124169Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.83314414Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.833463944Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"48d93786-b24b-4642-9267-1b635287b5c6\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.834937333Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":16,"elapsed":"392.426831ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.914659772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"11db67a6-cd68-4774-820c-c15e5b768c8c\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:30.914707812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.914721592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.915007266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1a9a24b-76b7-4236-8a01-fd2deb0fed8c\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:03:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.915053947Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.915400031Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.918081496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.91836378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.92147673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.921714513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.923810951Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.924014123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:30.931210617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":16,"elapsed":"488.835557ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:32.901840856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"c4243788-4b54-486b-81e2-0f051774e1b8","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.440054877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.440114937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.440401341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.442119774Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.443148367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.443164227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.443531732Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.444594246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.444607186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.444768228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.446653913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.446982667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.448187982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.450566093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.450582594Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.450709775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.461766879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.46178901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":47,"elapsed":"21.755673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.472756822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.473031366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:40.502782174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"59.631097ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:42.902076376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"fc17dcd3-8227-402a-a558-0fa5d110abeb","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.439231884Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.439290741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.439624147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.44137073Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.442391643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.442403394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.442743198Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.443782111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.443798581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.443948463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.444914576Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.445105179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.445889249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.446081691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.447642472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.4498579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.449883701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.449999822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.460900734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.460924965Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":48,"elapsed":"21.661573ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:50.474131337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"31.740933ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:52.902334326Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"1b323e5a-73f5-4ac6-9107-0e7561d4d28e","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":425,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:57.895543185Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"5bf86eca-b111-455f-b91b-c9c50dc33ae0","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:57.895847659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"5bf86eca-b111-455f-b91b-c9c50dc33ae0","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:57.898792088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"5bf86eca-b111-455f-b91b-c9c50dc33ae0","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3314,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:57.899111232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"c5ec96ae-42db-42a5-bb4c-d33361e24710","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:03:57.899453366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"c5ec96ae-42db-42a5-bb4c-d33361e24710","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:03:57.901533734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"c5ec96ae-42db-42a5-bb4c-d33361e24710","remote_addr":"[fd00:1122:3344:101::d]:43671","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2491,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437191342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437245112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.437259483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:54:00.437192742 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437273483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437284303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437295483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437308373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437320873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437331613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437343384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437355934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437370204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437377984Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437385084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437392264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437399025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437405625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437413115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437419665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437425805Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437675338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 667130212 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437714229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437730879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437760539Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.437791939Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 667235364 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43781544Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43783008Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43784548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.438251696Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.438280396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.438297066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.016693ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.438310156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.438324417Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.082724ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.438524689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.43938264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.439650954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440015068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440043239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440056519Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.440067739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440078029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440087929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.4400949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44010187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44010834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44011464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:04:00.4401229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44013297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":10,"elapsed":"11.5µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44014443Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44015514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440281392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440308882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440330993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 669800107 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440391764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440481385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440506195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.440518235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.440614946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44093706Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.755509ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.441567859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:54:00.437192742 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.441579689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:54:00.437192742Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.387117ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.441976624Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442062395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442091395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442159307Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 671627291 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442231988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442374449Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442396299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44240389Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44241103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44242202Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44242968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44244344Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44244998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44245655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44246262Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44246898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442474591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442480971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442490791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442501021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442511511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442524961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442534871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442543621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.442552572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442561432Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442569842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442579552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442591592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442600372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442609612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442619593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442628522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442638723Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.442659853Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442814625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442835845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442901406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442916886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442936346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442949227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442961807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.442973327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443017578Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443032908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443050808Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443061838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443073908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443084359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443850529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.443872759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.444106782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.444213343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.444241643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.446177379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.446966219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.44699521Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.447227013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.448094654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.449827086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.450917981Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.451474958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.451719431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.451903713Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.45469926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.45472941Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.454855952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.454878872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.454993364Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.455200046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.455257137Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.455275987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.45548102Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.457206563Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"14.701471ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.489192899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"45.310991ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.494081453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3569, tv_nsec: 723523177 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.494380697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.494865693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.495303179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.511147685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.511215686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.511227286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.511237196Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.511680862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.512698435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.512951278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.513455705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.51388059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516800348Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516833729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516845539Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.516853949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.51688212Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.51689669Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.517045892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.517079012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.517297115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.517316895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.517331635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.518586272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.518617672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.518878255Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.518924496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.518938406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.51918881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.52226326Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.52229661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.524400067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.524812703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.527927913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.527956874Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.527975504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.527992074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.528296088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.528317389Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.528805585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.529059478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.530951223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.531283727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.53146273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"88.988328ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.533199192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.533230913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.533247123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.533610027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.533672688Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.533949992Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.534395888Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.536952381Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.537015052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.537029702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.543339874Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"100.745482ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.544902645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.544970375Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.544986836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"102.257142ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.545003426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.545015416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.545024316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.545528883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.545685295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.553656599Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.554102674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.554178815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.554382308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.554452909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.55532014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.555404371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.555603854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.555954198Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.556192422Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"113.747861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.557084003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.557538029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.55756793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.55758091Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.55759622Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":9,"elapsed":"120.198785ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.55761745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.557949784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.557970885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.558253608Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.55833366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.55835085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.55836021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.558649574Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.559091349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.561090496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.561122746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.561739874Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.562172739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.56219648Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.562444373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.567173025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"124.575232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.568869467Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.569963581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.570357926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.570385837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"127.944506ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.570557189Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.571668843Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.571705554Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.571898066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.572110499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.572448403Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.572478104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":49,"elapsed":"132.453826ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.574616892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.574647362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.574934626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.587018183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.587393148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.587432228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.587448459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"147.431761ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.587510809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.589884651Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.590189284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.59216917Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.595117839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.595612405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.596437786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.596466746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.59673764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.597914535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.597936085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.597947285Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.598383461Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.61284417Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.61288997Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.613282295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6033e706-21f1-4eba-bf91-fc2b6c87d9be\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.613319216Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.614162557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"171.598695ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.614759455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.614783695Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"174.747136ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.614904657Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.614964757Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.615459954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.626059932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.626100222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.626118392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"183.607052ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.629185512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.629217623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.629588468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde6e342-f712-4c12-b1a4-5eebe6f47b6d\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.629613548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.632275833Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.645656767Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.645702218Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"208.445635ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.648811088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.649167553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.697798856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"257.755498ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:04:00.741571956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.741623127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"299.128036ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.764016779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.764040759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.764535355Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7826ee-2ab8-4f3e-bcce-feda3b11f40a\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.764567106Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.764957821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.766533121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.766564262Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":17,"elapsed":"326.508143ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.769604312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.769631122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.769805584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.772745113Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.772766713Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.772777223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.772787063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":9,"elapsed":"335.566681ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.786117037Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.786505382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965ad974-78e2-4f1b-9a60-7dbd7f51b4d7\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:03:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.788144643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.788601359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.789357609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.789377249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.789625842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6ba7b86a-86b8-4c2a-a42a-c0970f7f8a20\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.789651923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.790050908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.790740617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":17,"elapsed":"353.432013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.792901465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.793199959Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.79637727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.796653504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.799908396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.799928567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.800353702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"85e44a74-d4de-4bc6-bf51-920d020c7860\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.80248827Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":17,"elapsed":"359.960129ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.812285357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"369.732256ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.81788273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":17,"elapsed":"380.589287ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.821426727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.822215987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.880068171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.880122911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.880467876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeb75411-7fd5-44f7-bc2b-fbb0869930c2\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.880495016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:00.882768466Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.888076435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.8884663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.889955809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.892068207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.892093407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.89228845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.893972392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.896220661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.896246851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:00.896429444Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.031111148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.031485413Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3730d690-a977-4d9d-b215-d264c44051a1\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.031505923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.032854051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd1b8016-fa7e-4595-a424-2602fa1269d7\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.032865671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.034803806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.034818356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"597.470662ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.042126711Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.046522189Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.090187337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3579592-1ad3-4569-9e13-33f15fbbc5ea\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.090211378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.090220898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.090228798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.092158882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":17,"elapsed":"649.825575ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.115251324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.11569207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"005c410f-a9ad-4019-89b5-b039fffc2f6d\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.11570521Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.11727372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9e02c79a-2f7e-458a-ac8f-7d0259baac03\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.11728651Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.119431958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e7de886-85b0-4200-b07c-6ac2c39bfbc8\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.119451649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.121523836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.121568356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"684.309244ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.134404013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.134767018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.13565099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.13566593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.135814902Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.144635077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.14491839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a5f5aa-8f67-4d6e-af56-cc9d880bf3df\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.144949491Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.144960311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145238894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145251805Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145259955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145267215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145274275Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145281435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145456667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145469308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.145694251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.145703351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.146005144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.148104772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.148221933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"656d2b7b-df28-4cfb-8d72-62be507ee9c9\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.148233993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.148341435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ec1b57-cc2f-4291-bfed-11ac7e74a758\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:04:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.148361525Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.148376435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.239446502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ae7b0bb7-59e3-4a63-89d2-d4da3b9277cf\", \"date\": \"Sun, 02 Mar 2025 05:04:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:01.239484562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.239496182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.239737445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbe6cf7e-5fc3-4c5f-8a32-75e81bc542bc\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:04:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.239777336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.24010697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.243314252Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.243578986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.247079311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.247304574Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.249354611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.249592774Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:01.257100182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":17,"elapsed":"814.711553ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:02.902840838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"07d41c6a-2b71-4db1-90bc-5b1026e77dd1","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.440058366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.440120707Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.440431551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.441686187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.442717671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.442727481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.443098586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.444126939Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.444135539Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.444299872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.444497294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.444704267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.446391139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"3.677808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.446551181Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.446756084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.448288193Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.450511322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.450521502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.450666304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.46184552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:10.46187546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":50,"elapsed":"21.819324ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:12.902036395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"641f0a0e-3df2-4873-93f9-e9886a6c8283","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.440228345Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.440298885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.44064666Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.44214706Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.443176613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.443186733Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.443550218Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.444519231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.444535421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.444682623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.444858605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.44521034Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.446509637Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.446750049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.447788013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.450190945Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.450217825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.450352307Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.463522978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.463548379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":51,"elapsed":"23.333354ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:20.480196735Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"37.016452ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:22.902459296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"44d71067-5f3c-4148-92b7-2d103e1850d0","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.436662885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.436731606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.436745886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.436753426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.436759856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.43704699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.4370855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.438934094Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3599, tv_nsec: 668220499 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.439163017Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439463481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439479961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439490002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439500382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439510872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439519322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439525442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439531552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439768195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3599, tv_nsec: 669058960 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439784995Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439958348Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.439999478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.440057099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.440071959Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.440297442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.652908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.441041632Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.441959214Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442147686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442529251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442551671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442560931Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442567402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442573542Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442579782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442586922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442594732Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442602272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442611592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442621542Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442631512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.442641823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442651103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442660383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442669423Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442678163Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442689293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442700703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442710703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442719084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442728144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442737834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442747544Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.442757974Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443039508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443094108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443109969Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443120029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443148119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.44317233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.44319639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.44324247Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443253551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443267731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443275751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443769247Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.443794107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.444096331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.444801511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.444825591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.444833671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"2.24424ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.445032774Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.445268117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.445285787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.445444379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.445465149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.445475409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.445637471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.446338211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.446361841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.446440272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.446625724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.448103234Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.448133664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.448265036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.45091187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.451169723Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.451422717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.452808305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.453196201Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.453870439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.453903159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.454106342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.454671059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.454881162Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.457122741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.457175362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.460977311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"18.259868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.463060809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.465608682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.465649792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.465777834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3599, tv_nsec: 695056278 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.465915316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.466132609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.466342961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.466439293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.466812737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.466822107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.466954779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.470354753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.470385294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.470593677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.47318158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"29.94545ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.49004528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.490112061Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":52,"elapsed":"50.580709ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.497658559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"54.989517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.502202318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.502545963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.505760414Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.506714177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.507007501Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.507223233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.507316795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.508244487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.508275027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.508424709Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.509774327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.509805067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.509816687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.509827678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"66.05322ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.510095841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.510118121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.510435625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.512095177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.513431894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.513680268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.515460511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.515486051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.515739275Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.516876739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.519397562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":18,"elapsed":"79.888071ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.519428663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.519445233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.519656535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.523947881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.526507045Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.526539345Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.526747548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.548283228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.548349689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"108.806147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.5552982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.555698295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.555732535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.555742605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.555787206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.555989659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.56301757Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"120.418238ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.566375554Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.566405524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"123.702681ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.592319242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.592376423Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.592389453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"149.656879ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.595531744Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"152.921701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.600676941Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.601052586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.602963681Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.604645393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.604672443Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.604807955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.604819365Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"165.346673ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.728584247Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.728627597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.728925271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a27685-6bb7-419d-ab73-20551c018ab5\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.728959342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.729294606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.730264229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.731959641Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.731973401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.732111173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.739917504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.739939355Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.740223068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"975ba3bc-8487-4f83-86a3-87f77511b564\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.740240069Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.741663047Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.761471415Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.761505036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.761767439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9286050d-1858-4cc4-baf0-9d6606c51c5b\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.76178756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.762093773Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.762118304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.762344817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c82ac90-6861-42b6-b9ec-d17fea4cd0ce\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.762365417Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.764590506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.76493989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.772228756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.772253526Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859500022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859601734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fbe320ea-e299-4ba0-ac48-067bef7a24cc\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859620564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859771786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004a5b85-7958-44e1-b634-2e8b93a32f89\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.859946618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.861026562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.861221625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.862595273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.862958777Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.863111469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":18,"elapsed":"426.446185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.866299341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.866658846Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.869142028Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.869168208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.869506363Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fc90c982-3d06-40fa-b23a-f6f4b64cf869\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.871034532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":18,"elapsed":"428.40966ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.945049737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.945433652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"364ebaef-1679-4566-ad92-64b3521aa23a\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.945467592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.945477562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.945484582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.947917414Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":18,"elapsed":"505.354313ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.957747462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":18,"elapsed":"521.062507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.994784064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.99519396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:30.997434939Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.997448699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:30.997644042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.007637542Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.007912046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd4efa38-b726-4254-a62b-0fce81149b91\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.007938246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.007948576Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008175639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008187929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008194509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008201279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008208029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008214529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008390382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008400632Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.008627135Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.008635895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.008820507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.011032806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.011177788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6e47cd1-9b98-4c81-9c86-9c192da7cec2\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.011191958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.011281319Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e3314c-c4b7-41f3-b374-d946c32f2f1f\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.01129611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.0113067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.101643536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f855d0d6-1785-45c7-a1e8-80cc15a986ac\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.101672017Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.101683117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.1019434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d204c730-5a0c-4037-a43a-bf6a297080d1\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:04:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.101986731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.102266244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.106345918Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.106681002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.109873014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.110071346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.112211694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.112424957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.119846104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":18,"elapsed":"677.307972ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.182131365Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.182153255Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.21246166Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.212551851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58166"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.212700763Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"43b6dad8-cd0b-401a-b39d-815c66f1a2e1","remote_addr":"[fd00:1122:3344:101::b]:58166","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.213076298Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"43b6dad8-cd0b-401a-b39d-815c66f1a2e1","remote_addr":"[fd00:1122:3344:101::b]:58166","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.254546018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/oximeter.rs:76","collector_id":"8aaa536c-c534-4dd2-aad0-92d8934e5eba","producer_id":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:31.254591099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/producers","method":"POST","req_id":"43b6dad8-cd0b-401a-b39d-815c66f1a2e1","remote_addr":"[fd00:1122:3344:101::b]:58166","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41926,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.254658189Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b6dad8-cd0b-401a-b39d-815c66f1a2e1\", \"content-length\": \"41\", \"date\": \"Sun, 02 Mar 2025 05:04:31 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.256857328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:31.256886978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:32.902542414Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"1bec89ec-a563-4b71-8d42-8de4be7f8225","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.439764411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.439825872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.440116956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.441756237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.44279829Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.442822761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.443071484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.444109798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.444125918Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.444252969Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.444775126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.445105971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.445661568Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.445869701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.446389577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"3.593136ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.447103367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.449520898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.449534628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.44967169Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.456877394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:40.456898654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":53,"elapsed":"17.145743ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:42.895823303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:34481"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:42.895907724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"7560aead-116b-4399-ac60-376622108e83","remote_addr":"[fd00:1122:3344:101::d]:34481","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:42.896215388Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"7560aead-116b-4399-ac60-376622108e83","remote_addr":"[fd00:1122:3344:101::d]:34481","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:42.898782062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"7560aead-116b-4399-ac60-376622108e83","remote_addr":"[fd00:1122:3344:101::d]:34481","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2921,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:42.898966804Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"320a457a-7c93-4afc-bdff-25a99825db9c","remote_addr":"[fd00:1122:3344:101::d]:34481","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:42.899258588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"320a457a-7c93-4afc-bdff-25a99825db9c","remote_addr":"[fd00:1122:3344:101::d]:34481","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:42.901051042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"320a457a-7c93-4afc-bdff-25a99825db9c","remote_addr":"[fd00:1122:3344:101::d]:34481","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2117,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:42.902506174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"c3a892f2-ede3-4e7c-b8b6-776f02191a5a","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":223,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.439765607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.439820788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.440101542Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.441983026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.44301162Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.44302526Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.443384055Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.444312527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.444325937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.444462979Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.444979875Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.445242399Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.446746138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.738909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.446771659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.446978021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.448794195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.451018624Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.451032154Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.451168146Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.460371716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:04:50.460392606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":54,"elapsed":"20.635329ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:04:52.902729569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"d4bdc53b-c2ab-48f0-a088-4067e8b6521c","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436709103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436784074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.436798574Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:55:00.436711793 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436811764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436823395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436834484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436846835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436859005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436875945Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436888495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436901356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436914666Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436929696Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436943806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436956766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436972666Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436985286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.436998677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437011447Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437024097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.43724211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.43727849Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437296261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437310341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437320011Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 666413735 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437334821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 666446196 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437360951Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437378402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437741486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437768537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"937.602µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437853068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.437864368Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.025354ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439000273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439631901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439654571Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439666532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:05:00.439675901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439687312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":11,"elapsed":"14.12µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439698402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439708922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439719562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.439729882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439739142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439748842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439759293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439768383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439777763Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439787653Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.439798673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440034396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440058397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440066937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440075327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440082837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440092687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440100947Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440107207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.4402926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.4403053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 669419424 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.44031616Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:55:00.436711793 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44032452Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:55:00.436711793Z\",\"pruned\":[]}","iteration":10,"elapsed":"3.607657ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44036369Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440375211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.440593684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440606334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440615204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440677335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.988812ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440841247Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.440850877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44110786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44113422Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441142631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441263292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441642877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 670758242 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441740259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.44186486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.441982262Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442702851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442729661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442741692Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442752702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442763982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442774432Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442785372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442795502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442806142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442817453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442827023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442836263Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.442847863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442859093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442870113Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442881503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442891994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442901934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442911994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442921134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442930634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442940394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442950064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442960474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442969384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442979325Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442988645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.442999285Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443008535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443018055Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443027925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443037765Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443144977Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443167817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443191347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443209178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443218168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443228728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443237588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443244828Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443252768Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443265768Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443279728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443292919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443341929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443539442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.443827236Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.444019508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44414504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44415498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.444210721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.444482524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44571229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.44572693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.445804781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.445813901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.445889122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.445978114Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447057858Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447528954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447548604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447756277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447779177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447911749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.447931489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448133842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448149542Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448162062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448309104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448962533Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.448983103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.449112835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.45028924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.45031361Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.451800079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.45181418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.451944251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.451953712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.451969312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.452230345Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.452416798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.453527132Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"10.819801ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.453551782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.453563862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.453692244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.453702824Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.454482985Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.455224014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.455254464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.455266185Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.455360346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.456933016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.456953117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.457086588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.457112479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.457416643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.457867678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"15.149487ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.457888169Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"15.134407ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.458485246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.459812324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460057357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.46027139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.46029149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.46030393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"17.491018ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460326421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460353441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460570374Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.460698055Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460721346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460731226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.460872318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.461484676Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.461747899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.462272366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.463129837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.463516022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.465246395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.465271235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.465490438Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.47411376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.475580269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.475957154Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.475976714Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.478907473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.48022498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.480591374Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.484768959Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.4848033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.485025312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.489599302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.490103398Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.497811349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.497853239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.497863759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.49787331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"55.002596ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.499888126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.499927986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"57.143264ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.500458573Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3629, tv_nsec: 729542138 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.50096523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.501854622Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.506644404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.506685794Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.506833566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.515632041Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.515724962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.515755232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.515764783Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.515774503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.516293379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.51631706Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.51632823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.51633686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.516581463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.516773545Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.519168537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.519199887Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.519497441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.521535107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.522202366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.523076548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"83.396006ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.523875558Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.523967739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":55,"elapsed":"84.324928ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.527621057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.527653157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.527667778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.527683148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528039962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.528058912Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.530042938Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.534593428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.534634988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.534651778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.535382608Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.53784911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"93.620979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.538170994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.538498168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.53935929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.540613826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.540639436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.541167613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.54165668Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.54168027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.5416937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.542009484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544074101Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544339885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544366265Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544429746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544504987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544535027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.544548187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544560767Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"104.894396ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.544881762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.545129495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.54550862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.545772583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.545802814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.546237349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6a8647-fd86-4f9c-977e-aa5085dc6fd8\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.54631785Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.546978919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.547665688Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.547693318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.547707479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.547721109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":10,"elapsed":"110.937905ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.548178975Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.548208565Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"108.524054ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.548249355Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.550934301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.551348506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.551420197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.551740541Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.55321932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.553246381Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"110.501929ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.554934893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.554961503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.555248977Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.555631842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"112.760729ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.555715843Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.555732463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.555748083Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.555761273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":10,"elapsed":"118.981969ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.557725299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":19,"elapsed":"118.041517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.558075983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.558406378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.55855266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.559274219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.559535693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.562352429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.56239646Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.56315066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"120.354587ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.564045291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.56623877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.56626727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.566482123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.566502753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.566569694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.566814877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.566883518Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.566902378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.567116491Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.569010936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.569032616Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.569043786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"126.178353ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.57697609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.577317614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.597448076Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.597521087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.597876592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e85a90-423e-4ea1-85fc-1dd5aca3b31b\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.597911953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.600923672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.622810927Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.623173022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.625061606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.627066392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.627101893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"190.339429ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.627716711Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.627740481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.627972224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.631690002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.634278916Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.634311277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.634539119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:05:00.666450215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.666498336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"223.649623ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.684172406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.684620462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6cc4d3d-1946-4b4e-b72c-2ed9a169dd20\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.684652232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.687356358Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"6b8d5898-5d61-4703-93a5-6d19fa93cf8b\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.687377178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.689428054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.689447215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"252.672251ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.704537131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.704943597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1711a164-987c-4a19-b470-b15a0f74f719\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:04:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.705056428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"265.412917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.706289854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.706606938Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.708549154Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":19,"elapsed":"271.718879ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.711080667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.711107527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.711379331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4a1f38-6104-4276-9062-59f177586bc3\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.711402781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.713993254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.778542815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.80037209Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.800864866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09929aa5-95a5-4107-a7c9-33d4cf66d84a\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.800890537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.800900787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.800909407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.803078005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":19,"elapsed":"360.285983ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.813601572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.813625062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.813902136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"117a951f-bd42-4728-9b8c-42982b4a076c\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.813944207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.814439353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.834818018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.834857649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.835085792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cdd30d9c-2feb-41bf-ba6c-6b497d14e379\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.835104412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.83569956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.837629295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.837890228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.841388944Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.841764129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.843778495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":19,"elapsed":"407.042832ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.844236691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.844252111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.844592726Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"da0c791a-1918-4766-9234-5f42fe05b90e\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.846602862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":19,"elapsed":"403.82956ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.8848161Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.885268356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd8435d3-166c-4577-b93f-fe814ec2b5f5\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.885283486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.886616883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2cd43c62-576b-4e2f-8c31-1a1174f4a145\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.886639854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.88794548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6f668f3-154b-4955-ac91-fc943d8f4813\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.887963941Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.888946293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.888964704Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"452.1744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.93317384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.933553674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.935409469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.935432929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.935565521Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.944903012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.945194856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4195f95-88fd-493c-93e7-57f22869b458\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:04:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.945211436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.945223597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.94545795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.9454708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.94547972Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.94548915Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.9454982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.94550784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.945686652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.945698033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.945902635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.945911255Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.946084878Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.947829191Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.947954842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4bc4b6-7b92-4e4c-a74c-e3076ad13131\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:04:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.947967872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.948094714Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0ef094-07bb-4930-a176-38d6792c5291\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:04:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:00.948105664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:00.948115644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.040758831Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e35af16e-c322-41a0-a67f-975100353c93\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:01.040786231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.040795971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.041055945Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19c502e-fa5d-45e6-abd5-ed0285e3cd0d\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:05:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.041099846Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.041357829Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.045092878Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.045415952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.048629864Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.048909727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.050838212Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.051053655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:01.057816663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":19,"elapsed":"614.94175ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:02.902542453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"de89ee8c-4984-41d7-9dcb-f17713f858b8","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":423,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.439792169Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.43985544Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.440130104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.441610253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.443629469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.44365512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.443922243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.444010184Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.444021274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.444198927Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.446460546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.446803351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.448151758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.4506036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.450626691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.450777753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.465333772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.465362832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":56,"elapsed":"25.581273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.480753023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.481014646Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:10.51045343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"66.82482ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:12.902567439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"c10ae098-f135-45cd-8cd0-97fc1ce9a3a1","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.44077949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.440840651Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.441148115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.442780936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.442798067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.442808027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.443198502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.444745672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.445003015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.445222788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.445233968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.44538932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.447217184Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.447563489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.448895746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.451404689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.451427099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.451574291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.463280383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.463308744Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":57,"elapsed":"22.543064ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:20.475371091Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"32.568214ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:22.903108174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"4f713eba-62d4-4fa4-80b1-09ec4359c46d","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":427,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436853665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436912335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436921195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436928206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.436935416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.437232579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.43727672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439670571Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3659, tv_nsec: 668608726 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439806963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439818823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439826893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439834803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439841864Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439848873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439855144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.439861554Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.439964005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440119317Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440131957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440140647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3659, tv_nsec: 669085632 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440230598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440240979Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.4403882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.440618863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.772369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.442063002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.442219835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.442259385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443123026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443143607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443151947Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443158727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443165847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443172987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443180357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443186967Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443193827Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443199837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443207057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443213107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443219668Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443226128Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443232338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443240028Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443246708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.443257418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443267548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443274468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443281438Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443288228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443295078Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443301878Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443308789Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443524612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443671033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443681294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443689634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443703484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443769545Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443829205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443839005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443876886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443886486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.443894586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444319672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444328532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.444618766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.445448397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.445458577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.445663309Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446192446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446212776Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446290717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446300558Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446388229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446398059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446406439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.4464617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.446635032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.448557767Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.449583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.449610691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.449621301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.449768953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450209299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450229489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.45035237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.450579623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.451457035Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.451508945Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"8.296358ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.451683328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.45262656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.4526488Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.452782172Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.454841899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.455146083Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.455807341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.456156496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.456310338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.456565581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.45797003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"14.806962ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.458292464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.459795953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"15.463251ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.460241729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.46026933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.460468022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.466485031Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.466529221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.466541421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.467015518Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.500698026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.501331814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.501806721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.503527643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.503562474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.503635975Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.503728896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.503981839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.505027322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"61.847255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.505869633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.506767695Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3659, tv_nsec: 735695279 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.507103449Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.508053362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.508076042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.508237124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.51175025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.512034144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.513454992Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.513730366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.514404435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"71.101206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.515417408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.51562747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.517363913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"74.083445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.518498908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.518724051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.520429313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.52093678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.52095969Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.52097402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"77.768483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.521034271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.521083471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.521099242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"77.957655ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.521347555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.52324325Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.524551007Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.524573907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.52481458Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.526277629Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.52631069Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.526464001Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.527951321Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":20,"elapsed":"88.123688ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.529480481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.53022917Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.530254631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.530543025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d50ff36-df9b-493f-9cfb-de6111485d6c\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.530564095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.531494407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.531509567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.531656389Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.532842555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.534677659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.534706149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":58,"elapsed":"94.872305ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.536499732Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"93.372196ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.537260382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.537280573Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.537500165Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3ffe54f-b7fc-405f-beb8-20424c32aade\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.537526336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.538743072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.53937787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.53939108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"99.566587ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.564641239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"124.824066ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.577343864Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.57777515Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.585940396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.586395762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.587821901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.589542453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.589566254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.589693875Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.591333306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.593000948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.593029269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.59317965Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.647837353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":20,"elapsed":"210.935567ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.655843617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.655864057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.656184001Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"195460f6-726c-41d9-9d63-bb301d5f9487\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.656202222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.657825513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.659966051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.660204914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fe41a0-8b48-44d3-abe1-634c3ad50357\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.662340151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.662610315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.664630872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":20,"elapsed":"227.808257ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.706079051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.706097492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.706351435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f92d0be9-9568-44e8-b1b7-2c0ec946b712\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.706372775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.706607968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.709619487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.709956692Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e480c50-1faf-49fe-8850-a7bc7a9d5a3b\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.709977442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.709984962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.709991402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.711578893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":20,"elapsed":"268.305705ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.720727782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.720753922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.720888994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"28539950-1ded-45a1-8f0a-0c523e829430\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.720899754Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.721175448Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.723303096Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.723679921Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.725997601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.726183413Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.729157782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.729179232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.729491976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"38a04041-0ab7-4202-9867-e486ee11c6ca\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.730994336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":20,"elapsed":"287.751039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.781600215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.78198967Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.784324471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.784349141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.784574274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.793925865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.794196469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e265a05-4451-4528-88bc-87ca69dadf28\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794219229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.79422988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794434592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794445312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794453462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794461303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794469832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794477593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794634305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794642845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.794776896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.794787867Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.795112271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.796631481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.796730142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071938c4-aa97-4cc6-ba39-e55934d846ea\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.796745582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.796814633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49acfd2b-52cb-4bcf-91f8-91f2b444f7a5\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.796825553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.796835273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.919247378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"02080ca5-a509-4c62-b7e9-ceb03eb277f3\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:30.919292809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.919317539Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.919724924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82df76f0-5c42-4c68-92c9-c8ab385c0d95\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:05:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.919768615Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.920104199Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.923832378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.924154972Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.92711274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.927440655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.929524262Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.929779215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:30.936600024Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":20,"elapsed":"493.372437ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:32.902586132Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"a9cfd72a-5247-42b9-91a6-374f8bec312a","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.440799612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.440859703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.441110926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.442633056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.443659339Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.443669899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.444037184Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.445104728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.445133638Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.44527918Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.445293111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.445513953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.447068064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.403684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.447308097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.44757122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.448972079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.451238788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.451261208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.45138379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.462593806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:40.462612626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":59,"elapsed":"21.833605ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:42.9034846Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"12bf2781-cb30-40a5-9f4f-d8f7cf5abbc0","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":417,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.440728558Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.440782499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.441049633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.442721604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.443748538Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.443757858Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.444127062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.445094685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.445105535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.445251327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.445604722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.445846605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.447246513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.447376565Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"3.625968ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.447432216Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.449176708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.451539799Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.451551529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.451684631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.46005178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:50.46006621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":60,"elapsed":"19.365672ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:52.902802288Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"4ae086ba-9753-4d7f-b505-2c14443c7c65","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":262,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:57.896270111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:61257"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:57.896355672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"86b2fe67-7fa5-4820-b275-e3b754cbe0b9","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:57.896688836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"86b2fe67-7fa5-4820-b275-e3b754cbe0b9","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:57.898923865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"86b2fe67-7fa5-4820-b275-e3b754cbe0b9","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2619,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:57.899232269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"5d0b82f0-2c34-4dc6-8faf-e8d43c93c0e1","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:05:57.899575394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"5d0b82f0-2c34-4dc6-8faf-e8d43c93c0e1","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:05:57.901759412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"5d0b82f0-2c34-4dc6-8faf-e8d43c93c0e1","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2597,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437233158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437281379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437290879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437298149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437306129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437313949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437320989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43732778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437334509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4373417Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43734957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4373561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4373626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43736959Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.43737921Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:56:00.437329489 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4373919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43739812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437406101Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437412741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437419371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437704174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437736155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437750645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437763705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437777295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437790935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 666491639 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437813516Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 666580500 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.437906127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.438334113Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.438359543Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"985.493µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.438403634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.438412623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.079134ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.438477584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.43889614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.439399056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.439640579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440219787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440241197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440253167Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440264118Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440275678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.440287248Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440294688Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440301658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440307678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440314698Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440321039Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440327088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440333368Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440339249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440345179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440351229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440356869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:06:00.440363889Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440371349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":12,"elapsed":"8.88µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440510341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440559851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440629492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440639832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440671793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440681603Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440692173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.440761024Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.502806ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.441371492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 670131397 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.441648186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442127092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 670890737 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.442343755Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.442533347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:56:00.437329489 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442562038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:56:00.437329489Z\",\"pruned\":[]}","iteration":11,"elapsed":"5.214838ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442612428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442641029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.442791911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443243957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443271407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443284167Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443293567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443302567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443313647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443323378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443333338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443341678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443350438Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443361348Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443372198Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443382718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443392488Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443403359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443413369Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443422689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.443433739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443444119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443454439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443465009Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443474329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44348416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4434957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44350549Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44351579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44352663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4435368Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443547341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.44355661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443567081Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443577331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443588121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443597091Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443607511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443617301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443627311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443640522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443652742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443737453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443751743Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443761203Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443781164Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443798104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443922735Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443936235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443944886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443954036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443966406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443975076Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443983146Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.443991446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.444535903Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.444555934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.444563634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.444571174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.444613184Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.444790857Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.444911048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.445296223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.445479016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.445600617Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.446481789Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.448508315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.448534366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.448589936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.448609026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.448763098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.448817889Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.449573639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.449600879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.450493181Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.450516221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.450747584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4511913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451226981Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451237791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451244781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451251181Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451395993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451490674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451726317Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.451902769Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.453288257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.45351197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454005147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454030807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.45430451Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454557844Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454576334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454818447Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454963409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.454980609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.455125991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.457896097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.457959308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.457970998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.45884128Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"15.583203ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.463047315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"19.785267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.466388268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.469355547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.469390257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.469657941Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.470712774Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.47116757Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.474318021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.476601511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.477005786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.477112658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.477130978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.477422972Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.477455752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.480491412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.480523182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.480537032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.482811782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.483635823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.484060388Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.487280194Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.487586264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.489710762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.489745172Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.489757342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.489964175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.489986015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.490000046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"46.589627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.493075095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.493310849Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.493534312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.494336252Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","candidates":"[(f9d9cc44-3890-4981-b01a-88d6d333d2a6, 0), (04fe6cab-7296-40bc-8c51-f01f263ecdc5, 0), (bdce7a86-b4f6-4172-828c-5cc76c61e422, 0), (c9c17d4b-65c0-4a48-afa2-43a0fe16c480, 0)]","collection_id":"f9d9cc44-3890-4981-b01a-88d6d333d2a6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.494360192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.494439803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.494741817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.494815458Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.496242527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.496263697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.496537531Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.4980497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.50188447Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.501916581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.502131733Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.509017303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.51027862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.520355871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.520400482Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.520411512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.520740806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"77.459038ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.520804927Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.523822176Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.52638842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.52641551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.52643251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.5264428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"83.137593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.526679193Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.528768411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.529178426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.534254012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.537403143Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.537432543Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.537442253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.544456605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.544973111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.545830973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.548861012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.548900893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549150786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549740274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549771554Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549781894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.549791344Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.550019607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.55023316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.550448313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.551158092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.551196263Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.551210963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.551225153Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"110.971126ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.552123715Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.552440649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.552691962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.552982756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.555441498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.555909974Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.556043546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.556060866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.55638052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.560616615Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"116.070942ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.562003093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"121.761086ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.562992026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.563023697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":61,"elapsed":"122.740168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.568105273Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.568486458Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.571959103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.571990254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"128.520994ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.57247257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"129.070402ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.573894428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.573914948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.573925289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.57402781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.574244163Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.574258483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.584239793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.584271343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.58474747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b53d14-df82-417d-85be-ede4ba583ca5\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.58477784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.589005435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.592061995Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.592387649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.596156878Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.596179338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.596189029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.596461722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.596615504Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.598251136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.59933445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"f9d9cc44-3890-4981-b01a-88d6d333d2a6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.59935572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.599678894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.60011048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"156.67335ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.606574254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.606873338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.619358891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.619382651Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.619722875Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05b2ffc8-9e10-4eff-b5dd-5158d34535df\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.619747696Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.621053473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.692795507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.693153612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.695081877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.695190218Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.695819487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3689, tv_nsec: 924573371 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.69607945Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.697560139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.697573759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.697727861Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.699517075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.699530775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.699733647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.739394914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.754251628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":21,"elapsed":"316.854997ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.755060588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.755482354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5df03690-3e98-42f3-9502-9d07b3c028b3\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.755508394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.757239596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"4108f45b-dbf5-4f88-a6bd-c5e100362ebe\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.757281257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.762994791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.763027052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"325.704582ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.777914376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.77824284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"586b9e84-879e-4270-8299-248bbac94c86\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:05:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.779908682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.780188266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.79815886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.79820155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798624506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d03f20-51c7-40ea-b922-f3fe49fede0b\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.798667476Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.799200173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800402559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.800634982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.80279059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.804428961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.804847997Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.807133017Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.807157907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.80743759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.810404929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.81043348Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.810805584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46a2617-4903-4df2-b754-9e79850a4a21\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.810838235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.811512663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","candidates":"[(04fe6cab-7296-40bc-8c51-f01f263ecdc5, 0), (bdce7a86-b4f6-4172-828c-5cc76c61e422, 0), (c9c17d4b-65c0-4a48-afa2-43a0fe16c480, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.812076201Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3690, tv_nsec: 40830535 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.812829211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.812860241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.812875301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.812891792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.813364148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.813476819Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":21,"elapsed":"376.231221ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.81584131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.81587354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.815885071Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.815894891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":11,"elapsed":"378.588091ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.849160294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"405.710254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.850335299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.850764705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.856808953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.856835564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"416.559726ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.857141788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.859731691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.859754742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.859923844Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.859937724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.859947714Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"416.605737ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.859958245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.860970258Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.861450664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.861863639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.863109835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.863228177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.863597362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.863610002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.863766864Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.863802405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.865905602Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.865925382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.866140615Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.866225836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.866454129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.866737303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"423.444326ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.867196409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.867818727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.868438585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"532e212f-47de-4aae-bdb9-fb05e174155e\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.868453305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.868607147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.869044303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.869064113Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.869191125Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.869205725Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.869237606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.869286556Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a59b6c-6562-4dfb-a82e-3966eed4f11b\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.869304126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:619","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.869446048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.870242788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.870268969Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.870415561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.870655014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"351f7b59-09b7-4756-80bb-85c2f5b21542\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.870685134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.870808196Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871077399Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"fee17c45-a85b-405f-9e58-2ca0ab03dea9\",\"time\":\"2025-03-02T05:01:01.051764014Z\"},{\"operation\":\"list\",\"target_sled\":\"fee17c45-a85b-405f-9e58-2ca0ab03dea9\",\"time\":\"2025-03-02T05:06:00.869287966Z\"}]}","iteration":3,"elapsed":"426.522456ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871455434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871479885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871488695Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871497645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":11,"elapsed":"434.177685ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.871506745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871515685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871568656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871737968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0d40b732-5960-4345-9bc0-2c5a147b0f98\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871748938Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.871820789Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.872049342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.872531468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":21,"elapsed":"432.284931ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.872798372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9f442e56-09eb-41b1-9241-2d26b3f37dd2\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.872812872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.8733963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.87340731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.87346213Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.873689683Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.873716174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.874280511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.874646236Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.874687306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"437.468478ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.874700206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.877792217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.878089841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.881485455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.881509245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.88189015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9738dfd2-27c8-47f4-b9f3-5cbf90ba2b36\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.88338004Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":21,"elapsed":"440.000001ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.891339873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.893054206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.893069266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.893203728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.909211446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.909248477Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.909258787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.909706542Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dce6fb0-8de3-4a6f-999e-f6b9a82c3dcd\", \"content-length\": \"476\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.909752473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.909975766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562dfad9-2737-4e0f-8438-928d1d4e5d0f\", \"content-length\": \"734\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.910009817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.91030109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"000aa4ed-1814-4879-b658-206771fba213\", \"content-length\": \"111\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.910314361Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.910577144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b03d0f-615b-4a25-ab8f-756061f44c59\", \"content-length\": \"111\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.910587574Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.910848568Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64cdf51-cb21-45db-b98d-3fae38eac957\", \"content-length\": \"167\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.910862828Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.911110051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacbf471-175c-4970-9a88-d9f9b6d40abf\", \"content-length\": \"167\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.911121771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.911379294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2006b6-f5fc-4fa5-b655-47fa032beb64\", \"content-length\": \"175\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.911390495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.911640138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c19b508-c123-4c99-892d-9db3c459ee48\", \"content-length\": \"175\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.911667308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.91180896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ad7a62-159b-482d-8640-f21ede4b9134\", \"content-length\": \"702\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.91183301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.911998643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e69320d-b951-4e09-802c-63f24b10a17c\", \"content-length\": \"727\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912010692Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912161005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8faccd-db7c-4b7e-88cd-2b33d31e909a\", \"content-length\": \"729\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912172655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912322467Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d24b8f-56b8-4a62-9fa8-6362ab075ce4\", \"content-length\": \"728\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912333447Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912526159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b55c858-841b-49a7-ad95-78ead9d1c7dd\", \"content-length\": \"722\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.91255642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912820783Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fee94e1f-8949-4777-9245-779bae7d7844\", \"content-length\": \"109\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.912833813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.913101487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb997f4-16e9-47db-a1ec-a55276cbd7a3\", \"content-length\": \"109\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.913114607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.913432581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fffd2a2-c43e-4799-84e7-79c2b2d7d32c\", \"content-length\": \"169\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.913444251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.913760625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8336a577-08ae-4f80-a18a-d6964109f3e1\", \"content-length\": \"169\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.913779346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914042439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"196a0135-79b1-43ef-86b8-94c2b4029b2c\", \"content-length\": \"178\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914054959Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914314122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715da451-20be-47a0-a85d-b4255b099399\", \"content-length\": \"178\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914329653Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914464955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e400fb1a-79cc-469b-974a-02d72d7fa219\", \"content-length\": \"702\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914476565Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914628497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cfbcdc3-aa10-4549-b1e3-668cdfe4276f\", \"content-length\": \"727\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914639877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914781589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c171534-e6ac-4394-9780-a8a6a8e33e11\", \"content-length\": \"729\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914791919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914948471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a02275-faba-4a62-b674-6b397c89e2ea\", \"content-length\": \"728\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.914979801Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.915443547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.917292171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.918051241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919303607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919322138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.919581171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920118718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.920140278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.92028293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.921946702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.923048756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.923138957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"blueprint_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"inventory_collection_id\":\"c9c17d4b-65c0-4a48-afa2-43a0fe16c480\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"482.852789ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.925478508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.925506308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.92563385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.926944697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.927266231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.928391156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.92868809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.92870139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.929893205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.930152649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.930294871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.930316971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.930452933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.93178378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.932039893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.932114845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:06:00.932125785Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.932139815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"488.737327ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.933528243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.933548933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.933669485Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.933829597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.934022389Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.935247755Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.935454238Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.936624803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.936807226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.938280485Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.938313745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"500.952346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.939583372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.944648208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.944683038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.944864751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.946626054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.946805416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.948774882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.948997044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.950522764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.950759517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.952130295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.952997437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.953315371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.953743836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.953763487Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.953953149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.955264976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.955428868Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.966085077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.966371231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.967689398Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.967710148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.967903981Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.977277693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.977578667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a20a6b1-3ca1-4b90-9b6c-b62f70598963\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:05:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977601247Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977612837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977911591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977924221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977931711Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977939561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977948771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.977958822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.978113934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.978124344Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.978285596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.978293966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.978473018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.980784219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.98090657Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7636696-8e6e-4a4a-9848-80bde30932bf\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:05:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.98093329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.981030322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a10df4-2a1a-49f0-b2d1-d859a5ee9142\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:05:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:00.981050562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.981062492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.985168345Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.985472569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.986962479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.992979527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.993003318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.99315818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.994851032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:00.995137455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.026417173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.026736557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.028240457Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.032027046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.032049096Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.032186468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.041313067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.045465141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.045721834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.04771036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.047895423Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.049744037Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.049945909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.062914588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.062935409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065536882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.065864207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.073617468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.073837271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.075176278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.075454281Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.077033422Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.077256845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.078578932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.082422102Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.082454983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.082589294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.083970383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.084141495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.085224319Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.085450242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.086413804Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"be3cf565-865c-4dbc-8917-b0f230f4913c\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.086431384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.086440625Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.086805169Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.087020832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb812f1-78d8-47eb-9f89-20a85846d37c\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.087063233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.087397687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.087535279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc20c94a-1675-4758-b60c-d6057b3fad85\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.090767291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.090793931Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.090806861Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.091905966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":21,"elapsed":"648.591309ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.094255717Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.094280297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.094422559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.094689622Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.094967046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.098260569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.098485121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.100768811Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.100987154Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.101729694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.101757434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.101962807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.103482747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.105239289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.10526195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.105388942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.107330277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.107387697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3e4064c5-fe59-43d0-88e0-3ed3e0a5eba7, kind: Service { id: c54e30d8-f5a2-495b-b2d8-a78319addcd7 }, name: Name(\"external-dns-c54e30d8-f5a2-495b-b2d8-a78319addcd7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef033b7d-0ede-4639-ab7f-6d87d9d01240, kind: Service { id: 4a50e69a-1735-4503-96cb-55c6cc854815 }, name: Name(\"external-dns-4a50e69a-1735-4503-96cb-55c6cc854815\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4d1ce337-a06d-4661-8223-cff03228021a, kind: Service { id: aebed526-5e03-4a58-86b5-1baf17c88392 }, name: Name(\"nexus-aebed526-5e03-4a58-86b5-1baf17c88392\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7854a1af-bcd2-41ab-9d60-4bc505686339, kind: Service { id: 091811f5-b683-4991-98f0-82afb4d1f635 }, name: Name(\"nexus-091811f5-b683-4991-98f0-82afb4d1f635\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 180])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b52288c2-a03b-488b-890b-db71040a1e60, kind: Service { id: feddb706-b221-4d1f-920c-1d1979b5460b }, name: Name(\"nexus-feddb706-b221-4d1f-920c-1d1979b5460b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 53])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.107407698Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.108682925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":21,"elapsed":"665.212175ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.23963906Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","vpc_to_sled":"[Sled { identity: SledIdentity { id: fee17c45-a85b-405f-9e58-2ca0ab03dea9, time_created: 2025-03-02T04:56:21.866513Z, time_modified: 2025-03-02T04:56:21.866513Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: d6094382-b327-4998-b53d-b2d98a53005b, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.239691251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.239699541Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.240024165Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.242233524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.242516518Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.244058798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.246685712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.278274114Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.288118952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"89f56c7e-86f5-4d91-ba8f-de05cbe85a17\", \"date\": \"Sun, 02 Mar 2025 05:06:01 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.289146245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.289168085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","elapsed":"845.650355ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.289178676Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":3,"elapsed":"845.660955ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.413786579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07aa0f38-694e-4a53-a60e-643bb7b42a41\", \"content-length\": \"31973\", \"date\": \"Sun, 02 Mar 2025 05:06:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.447063792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.447100513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.447110413Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.448839335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.449143639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.450861862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.452661835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.452720626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.452886318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.641624036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"13e61863-2ff6-447f-9127-d6350ced40e0"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.641669757Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_started":"2025-03-02 05:06:00.909177 UTC","collection_id":"13e61863-2ff6-447f-9127-d6350ced40e0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.641680297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"collection_id\":\"13e61863-2ff6-447f-9127-d6350ced40e0\",\"time_done\":\"2025-03-02 05:06:01.447056 UTC\",\"time_started\":\"2025-03-02 05:06:00.909177 UTC\"}","iteration":2,"elapsed":"1.201378679s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.641691397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Dependency"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.641699928Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":5,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.641707337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.641714708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.642029932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.642061242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.648669978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.651814919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.65184958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.652123893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.660735515Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.661038199Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.662804322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.664526965Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.664550125Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.664793988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.697103679Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.701352545Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.701402885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.701691719Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.747152261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.747622917Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.767916832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"126.218084ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.790395224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.790898091Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.792640603Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.794466067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.794480678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.7946658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.796510764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.798088614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.798102935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.798255807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.80083044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.801108864Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.802490602Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.804055912Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.804073423Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.804233685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.805561372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.807342895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.807362655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.807523117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:01.809838858Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:01.809909788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"blueprint_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"inventory_collection_id\":\"af637865-d1e1-4ffd-9583-5c9c32bc0631\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"168.209591ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:02.903432532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"dd87f69f-6fa8-4e08-80af-ec16e9de3a37","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.440663401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.440720612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.441103647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.442840649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.443865453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.443881083Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.444256678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.446107552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.446136322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.446302854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.449253263Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.449581377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.451258079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.454241448Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.454265818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.45443162Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.4697515Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.46979305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":62,"elapsed":"29.16413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.481362561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.481746156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:10.518377912Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"74.51095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:12.895664508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"0bc9e5f1-5fa0-4bbc-9aca-e48b320466a8","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:12.896057393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"0bc9e5f1-5fa0-4bbc-9aca-e48b320466a8","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:12.89811419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"0bc9e5f1-5fa0-4bbc-9aca-e48b320466a8","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2552,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:12.898442154Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"8856ab3a-24ae-415c-857b-ab423d7011bd","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:12.898687187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"8856ab3a-24ae-415c-857b-ab423d7011bd","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:12.900786534Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"8856ab3a-24ae-415c-857b-ab423d7011bd","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2374,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:12.903310057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"3da4cc77-40bd-4d61-8f0a-102ef5801751","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":279,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.440540865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.440604776Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.44092748Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.441994484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.4440207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.44403043Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.444384895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.444577747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.444589988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.444736699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.446377691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.446623204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.447965172Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.450272751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.450289122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.450425993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.462469441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.462500961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":63,"elapsed":"21.974046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.475333268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.475621272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:20.502927248Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"58.901017ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:22.90373921Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"743e0dd0-6d33-4808-bb70-18f3930fd098","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":453,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437506681Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437566862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437576632Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437584333Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437591833Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437850626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.437881916Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.43969654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3719, tv_nsec: 668275064 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.439980464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440155966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3719, tv_nsec: 668742081 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440194967Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440211107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440223897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440237357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440250197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440263457Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440275257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440287148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.4404404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.44050032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.000569ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440560241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440574412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440610362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.440622592Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.442188673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.442561227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.44275259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.442954072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.443999006Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444020806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444029146Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444036317Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444044367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444053937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444063297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.444073377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444083807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444094067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444103618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444114458Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444123078Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444131978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444141998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444151618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444161738Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444171818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444182139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444192068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444201489Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444209769Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444218679Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444227249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444235609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444244479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444466062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444490112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444607634Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444636324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444652274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444679775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444692135Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444717935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444729775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444740996Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444751086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.444773786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.445357614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.445387074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.445655148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446334316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446357157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446467538Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446478798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446641471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.446699881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.447148437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.447180718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.44735124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.450253527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.450902216Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.452146862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.453875855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.453902245Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.454219269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.45425633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.45426952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.454513423Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.45503015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.45506205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.455258513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.464349601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.464525413Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.464809127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.465066171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.467474702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3719, tv_nsec: 695907214 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.467696675Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.467927638Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.468248252Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.506375298Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"62.294751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.507662025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.508114881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.509120624Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"65.121268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.513851056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.514039228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.514578065Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.516545451Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.516957316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.518112771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.518147792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.518400335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.518493456Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.518509066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.518515976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.518727159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.520497502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"76.379165ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.522731551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.523223888Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.527276081Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.528612278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.528813901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.529053824Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.529094434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.529198396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.529267027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.531189832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.531219922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.531480785Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.533821486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.534265942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.535116743Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"90.927814ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.537124479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.537457673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.538332765Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.540593644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.540622155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.541013469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a4d01f3-f642-4606-81f8-34f1ec8c2811\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.54104005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.54178249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.54181619Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.541961852Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.543203068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.543228088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"99.0934ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.543306529Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.543319239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.54333255Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.54334465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":64,"elapsed":"103.117232ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.543673074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.543692164Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76804997-8bda-4111-952e-ad8094fc8895\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.543705444Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.544962131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":22,"elapsed":"104.731014ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.545725231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.565282336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"121.103147ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.566142357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"122.11082ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.571281304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.571301984Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.571617728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe82a67-657b-4e5b-b680-c730a8b9303d\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.571637428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.57408454Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.574606677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.574932771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.575512759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.575537299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.575544559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.575835143Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.579947897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.581798751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.581829731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.581942003Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.615282777Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"171.181209ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.619244468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.619701605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.620708158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.620763248Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.620818659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"176.680071ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.625995416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.626015547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"185.81064ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.645560241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.645811175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"072fcbd8-a092-44ed-9e31-11b157a0aeea\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.647971783Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.648242496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.650249112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":22,"elapsed":"212.734531ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.650689578Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":22,"elapsed":"213.203847ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.652653734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"212.427947ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.656837088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.657165462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.658922205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.660484706Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.660502016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.660637488Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.662127347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.663722618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.663731768Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.66386654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.697254845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.697278605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.697567279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d129089a-67af-4e62-a782-3f6b1d99c0c6\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.697592149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.697890303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.738783486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.738822786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.738972328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"423812b3-ed06-49c2-8ab8-c4963f1bac99\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.738990478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.739372893Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.741350839Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.741536121Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.744153536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.74449471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.745586924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.745971729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.746944862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.746959192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.747242266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"02b2959d-e2e6-4a0c-98c3-aba409d31737\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.747657511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.747669012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.747930735Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.749186171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":22,"elapsed":"305.141524ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.756533857Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.756847221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"659666b7-ed12-49d9-8a69-f626c34bac49\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.756865501Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.756875631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757170095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757181635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757189776Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757197136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757204616Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757211876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757391468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757401498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.757626331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.757634471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.757876704Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.759725618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.75983823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c092104e-cbfc-43bf-9a24-d0a8ab62f018\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.75986507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.759948921Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7b64c8-b208-41a3-a028-5f9a00a45b77\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:06:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.759961272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.759972322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.783878183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.852255094Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"35f161e0-a3b4-445c-a75b-26570e9fd463\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.852281034Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.852290354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.85271747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95acfa1f-e60d-482b-a53c-f03667a5b5f0\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.85274178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.85274886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:30.85275532Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.852867092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69b55ce4-c8f0-4076-90a2-cd2d4bd69e48\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:06:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.852907622Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.853209046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.854336431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":22,"elapsed":"410.243824ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.856195565Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.856525689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.859727731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.859941054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.861751138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.86191814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:30.868152151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":22,"elapsed":"424.131655ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:32.902895125Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"ac8b8b59-fdb8-45ba-804b-edcdd8115ae7","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.441135376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.441197497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.441512901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.443282064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.443309414Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.443324865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.443686269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.445728306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.445745696Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.445895798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.44810918Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.448494892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.450160583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.452564015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.452577005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.452721297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.464578391Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.464599172Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":65,"elapsed":"23.485257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.474560701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.474848925Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:40.476169002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"32.869508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:42.89587284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"70929d3c-cf71-476c-bb30-2ea470e06d9f","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:42.896240985Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"70929d3c-cf71-476c-bb30-2ea470e06d9f","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:42.898787068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"70929d3c-cf71-476c-bb30-2ea470e06d9f","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2987,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:42.899049572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"ead0d282-5747-4c87-9b5a-5bac4fdd2c9f","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:42.899419976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"ead0d282-5747-4c87-9b5a-5bac4fdd2c9f","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:42.901343511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"ead0d282-5747-4c87-9b5a-5bac4fdd2c9f","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2362,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:42.90277218Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"087906bb-075d-4f47-958e-76d93a36448a","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":250,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.440993512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.441052042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.441356536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.442866776Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.443894469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.443906009Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.444279044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.445279847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.445291707Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.445454019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.445817574Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.446173029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.447463786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.447688569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.447704119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.82119ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.448838014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.451204365Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.451220835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.451359387Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.460377954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:50.460398644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":66,"elapsed":"19.424523ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:52.903811461Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"0511a486-d0f1-4494-afbd-80661c04cd5c","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":287,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:57.896042048Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"619fe909-9711-480f-b677-ccfeffab5d20","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:57.896399603Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"619fe909-9711-480f-b677-ccfeffab5d20","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:57.898903816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"619fe909-9711-480f-b677-ccfeffab5d20","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2930,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:57.899155479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"1af20e35-3437-4537-897a-1743c8519ecd","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:06:57.899493563Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"1af20e35-3437-4537-897a-1743c8519ecd","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:06:57.900863001Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"1af20e35-3437-4537-897a-1743c8519ecd","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1766,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.43804675Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438103631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.438113111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:57:00.438039150 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438121531Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438128901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438135871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438142211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438148581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438155961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438162322Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438168372Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438175572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438182642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438189872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438196392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438202992Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438210492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438217662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438224012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438231433Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438533317Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438558847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438580207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 666950301 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438594167Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438603577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438614107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438625418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.438692088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 667108093 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.439003092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.439028333Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"892.182µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.439111114Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.439130374Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"948.263µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440034736Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440049136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44037339Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440421261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440429291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440435581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440441671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440448111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.440455331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440462122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:07:00.440469492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440477352Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440484772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440491222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":13,"elapsed":"9.911µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440499302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440505442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440544383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440754295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440767155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440776486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440800116Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440853957Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.440913257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:57:00.438039150 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.440921328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:57:00.438039150Z\",\"pruned\":[]}","iteration":12,"elapsed":"2.885688ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.441689598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.659257ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44185678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 670271714 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.442140884Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.442181674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.442206294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.442406347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.442534798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 670947743 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.442828552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443019955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443297059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443688973Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443711734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443720854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443727974Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443735144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443742224Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443748744Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443755214Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443761294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443768225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443774825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443781115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443787125Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443794135Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443800545Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443807335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443814555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443821055Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443827405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443841075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443847436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443854296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443861446Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443868296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.443876936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443884866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443892216Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443900766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443907127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.443914327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444031268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44414551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44416898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44417944Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44418678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44419509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.44420356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444282561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444353962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444368233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444380993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444393473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444405413Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.444417793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.445134523Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.445156593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.445508977Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.451779269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.452144564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.452407437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.452886883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453091096Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453125667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453137987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453148437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453342469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.453504561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457367812Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457406242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457736107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457765827Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.457779497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458161692Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458353985Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458375835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458489996Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458509937Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458656079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458675819Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458697089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458832551Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.458975343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.459588641Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.459614771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.459626571Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.459655821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.459818934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.461649927Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.461919131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.462550239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.465365036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.465418147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.465430507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.466467Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"22.557254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.473950518Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.474278392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3749, tv_nsec: 702672836 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.474698437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.475399237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.4756633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.475694021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.475708871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"31.797944ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.475936374Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.475958244Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.47643303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.476498871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.476643143Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.476673783Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.477065068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.478469297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.478497247Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.47873202Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.483512412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.486575772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.486610713Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.486622153Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.487046238Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.490082718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.490110968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.490564984Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.505169914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.507585566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.507617566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.507796019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.512748063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"69.021239ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.514433975Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.517209591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.517246622Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.517525405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.523721476Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"80.007092ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.527425614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.527459495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.527469465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.527478135Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.527996232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.528364807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528387147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528397697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.528747101Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.536249269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.5363019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":67,"elapsed":"95.846159ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538496639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538714221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538923854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538939194Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538948854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538957974Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538967415Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.538980715Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.539127907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.53938986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.53941392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.539909297Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.539938077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.539954747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"99.471226ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.543588045Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"98.420832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.544275294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.544545157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.54628482Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.546685455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.562914766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.563235111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.564154913Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"120.337417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.595493721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.595833835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.61771067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.618035175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.634893684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.650946793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.650965824Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.650977614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.650987334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.651244637Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7447597-68ca-4778-9d0c-34498b983180\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.651266648Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.651342778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"322db5d2-c98c-41ed-b15b-42a62c716c2b\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.651369619Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.652941499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.653441686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.680912743Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.680931324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.681298709Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a803951d-7d4c-4368-a5be-f4357f35f1ce\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.681332869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.681745665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.683240474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.685185699Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.685436822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.685741746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.686148252Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.686160282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.686335814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.687051883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.687074234Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.687198356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.718968399Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.71901681Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.719329664Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"88b4abcf-e7d5-4de3-9a7a-0ebdef2e9821\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.719347284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.719879441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.722594246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.722940931Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.726956633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.727322908Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.731637764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.731660545Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.732022859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2b5123df-1f18-43cf-9fa0-b601545bd42a\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.732778679Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.73280387Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.73281506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.733163894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.733377627Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"289.650603ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.734267869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":23,"elapsed":"290.408063ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.737092805Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.737114956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.737122856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.737309058Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.73746138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.738593865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.740140615Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.740164295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.740377788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.741855837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"298.074533ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.742545306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.742567867Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"298.802432ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.742622358Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.742645408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.74284313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.742936422Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.743225605Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.743234705Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"302.763173ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.744043656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.744057836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.744482502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b68f550-8615-4aaf-a039-9e854ad83cdc\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.744508002Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.745326133Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.745342353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.745503555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.746731101Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"302.892336ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.747288298Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.74739841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":23,"elapsed":"306.935338ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.74975129Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.764674305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.768709127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.768756398Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.76895775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.773185305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.773217386Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.773229716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.773241706Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":12,"elapsed":"335.175276ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:07:00.783068994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.783097555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"339.298699ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.790036095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.790069456Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.790083876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"346.22926ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.791722897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.791807158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"353.536465ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.793395919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.793420119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.793429559Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.793731093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.795173502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.799006571Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.799030029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.799275038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.801008308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.801037478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.801049859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.801061509Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":12,"elapsed":"362.917657ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.819941514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":23,"elapsed":"381.784043ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.830446221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"390.01017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.833517671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.833855016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.83496125Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.836734953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.836756044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.836926226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.867365822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.868969803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.869028484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.869118155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.90327272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.903607724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a60591-69f2-4023-ac0b-6bcf95d4f2b2\", \"content-length\": \"1\", \"date\": \"Sun, 02 Mar 2025 05:06:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.905321727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.90558836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.907787349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":23,"elapsed":"469.706949ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.907986412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.908315996Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"33b8828c-fe2f-408d-96e3-13883b1a594a\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.908332546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.909560462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f43fdb46-2042-4b4d-b00a-f68b61a9ce7f\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.909576192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.91097516Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.91098916Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"472.91148ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.926085697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.979461903Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.980006739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1b7565-f7ef-4972-8e35-6f74527c61b2\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.98003305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.98004236Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:00.98005082Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:00.981935645Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":23,"elapsed":"538.199421ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.072441554Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.072987751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1d84d806-4852-415c-8178-0a6aa9b5a352\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.073018061Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.075115309Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"45938747-8e6b-4de2-a66b-8985e8a0ef34\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.075134859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.076402215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7249985c-cdcd-4f9a-9ae8-7cc65036cb44\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.076421286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.078404231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.078439952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"640.285161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.107588472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.107946066Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.109912922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.109934792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.110090554Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.119937412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.120261286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37277510-c301-4ba8-8add-09b6d6bd25eb\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120284077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120295507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120618141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120638142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120646582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120655182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120663952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120671742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120842104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.120856904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.121009626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.121027567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.12127965Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.122731239Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.122878671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2dfdff-df87-47b8-a411-348e1297702b\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.122902701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.123087133Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"079dfcf4-07b6-4117-adde-c53afef88b9f\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:07:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.123105883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.123116704Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.259357658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.259399269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.290408313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.290543855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:35981"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.290600815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"15bd06d0-1b0a-4998-b8c3-998b89faaefe\", \"date\": \"Sun, 02 Mar 2025 05:07:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.290615845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.290625376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.290673246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"27c14e98-8962-4f48-844e-c4f03b4a88dc","remote_addr":"[fd00:1122:3344:101::b]:35981","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.29094418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906007a2-9822-41fc-8908-36c8819ebf4a\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:07:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.29098935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.291037171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"27c14e98-8962-4f48-844e-c4f03b4a88dc","remote_addr":"[fd00:1122:3344:101::b]:35981","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.291357795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.294175802Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.294458756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.297274882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.297828459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.299698134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.299924057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.30629929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":23,"elapsed":"862.597867ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.327281693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/oximeter.rs:76","collector_id":"8aaa536c-c534-4dd2-aad0-92d8934e5eba","producer_id":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:01.327308354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/producers","method":"POST","req_id":"27c14e98-8962-4f48-844e-c4f03b4a88dc","remote_addr":"[fd00:1122:3344:101::b]:35981","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36707,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.327394265Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c14e98-8962-4f48-844e-c4f03b4a88dc\", \"content-length\": \"41\", \"date\": \"Sun, 02 Mar 2025 05:07:01 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.328766393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:01.328783683Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"producer-registration-task","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:02.903037208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"048c264c-cf88-42c1-ab0d-0250bb67660a","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.441256178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.441316349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.441571772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.443423856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.443435557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.443448367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.443807091Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.445812108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.445888109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.445900289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.44600792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.446059881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.448213259Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.448365881Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.450449018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.452574516Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.452589816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.452716597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.465676086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.465703107Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":68,"elapsed":"24.460098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:10.478849328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"35.396711ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:12.903670991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"8bd91d54-e9ff-4e10-9974-781b36687584","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.44097786Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.441036601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.441324965Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.443895238Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.443919148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.444162162Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.44558683Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.445753022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.447457764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"3.554906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.470715217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.47320033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.47322223Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.473345822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.475182775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.475492739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.476888498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.479232768Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.479252119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.47938804Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.486694865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:20.486709496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":69,"elapsed":"45.756827ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:22.903493517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"45c3983c-03f0-4ac6-8407-5ca75905b574","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:27.896738126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"b6330f76-748d-407b-a32a-c07235b83238","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:27.897232583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"b6330f76-748d-407b-a32a-c07235b83238","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:27.900474545Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"b6330f76-748d-407b-a32a-c07235b83238","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3838,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:27.900792779Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"8467af59-a146-4681-a1fd-4001d8456663","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:27.901129793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"8467af59-a146-4681-a1fd-4001d8456663","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:27.902952847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"8467af59-a146-4681-a1fd-4001d8456663","remote_addr":"[fd00:1122:3344:101::d]:61257","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2230,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437617503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437677604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437687494Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437695344Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437703315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.437993618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.438010668Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440511621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440537472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 668759606 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440552042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440560652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440567192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440574192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440581722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440588872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440595712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440715134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 668949048 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.440801825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440814235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.221432ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440854556Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440869646Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440941697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.440951897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.441050588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.442477197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443406479Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44352988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443540291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443548241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443555661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443562271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443568911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443576221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443582851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443589461Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443595321Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443601411Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443608232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443615161Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443622642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443629442Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443636632Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443643262Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443650682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443657582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.443663942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443670712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443677192Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443683933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443690373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443697463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443918676Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.443929386Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444000946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444072298Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444136058Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444145819Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444156268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444166309Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444220059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44425071Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44426311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444728016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.444752746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44502178Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.445208642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.445234843Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.445416325Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.445433075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.446163765Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44659778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.446625851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.446804743Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.448553156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.448579886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.448820449Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44887745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44889034Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.44889901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.448912661Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.449217374Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.449246485Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.452356145Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.452649069Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.454494503Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.457604564Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.457647464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.457674775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.458483325Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3779, tv_nsec: 686709800 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.45887445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.461038968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.461551105Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.463571861Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.463848075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.465476886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.468904821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.468941231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.468953151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.469381887Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.469919454Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.470188818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.473561112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.473596662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.473734064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.47494807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.476640762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.476659242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.476795584Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.490877037Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.490944108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":70,"elapsed":"50.372356ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.496937556Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.496977497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.496985467Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.497418722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.506307738Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.508478586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.508945772Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.509211836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.509226876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.509485689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.511459445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"67.921905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515324225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515520998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"71.838786ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.515782421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.519178905Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.519464709Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.520776656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.520971909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.5226052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.523205138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.523624203Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.524960041Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.524987421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.525205964Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.527792218Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"83.048772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.529307328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.529545701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.530491463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.530519693Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"86.938202ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.537754567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.537796558Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.53874528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f3b8f91-56a9-4e72-8ca0-3320081c570d\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.538812131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.540320561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.557390573Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.557722608Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.558013742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.558039272Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.558046942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.558235154Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.558245185Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.558500218Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.558550208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f69d1a-db26-49a5-8eb7-7736bac082fc\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.558562398Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.560379492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.560461773Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.560904799Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.5625123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.563427452Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"119.823471ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.56478862Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"121.170478ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.565104444Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.565122604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.565275276Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.567039089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":24,"elapsed":"126.502268ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.567286892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"123.656611ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.573857318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.573886708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"133.342487ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.583698876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"140.045904ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.59015177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.5901796Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.590499254Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"754ece46-138a-44d0-93f9-6bca48986c5a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.590520795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.590645316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.590660917Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.590673477Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"147.086656ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.593144019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.607696158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"167.176757ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.609474292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.609766716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.611496748Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.613051718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.613067088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.61320266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.614588078Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.616286341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.616298961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.616438823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.652974978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":24,"elapsed":"215.343485ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.67535711Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.67538219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.675695334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59dfe9de-e79b-440d-a604-b0df02ddd895\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.675715675Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.675954168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.684196005Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.684458009Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeee0b88-7dc8-45dc-8237-132b5dd907dc\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.686939761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.687254555Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.718979978Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.719385413Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ac8b3c-bfa0-4603-b40b-1017b3db5b43\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.719423174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.719447834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.719457614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.721106306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":24,"elapsed":"277.410084ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.721274498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":24,"elapsed":"283.630375ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.725441262Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.725463553Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.725656905Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1888c2e8-230d-4eb8-8eaa-0ab4d798b9b5\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.725668475Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.7260397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.728634904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.728800186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.731329359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.731633663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.733951573Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.733967613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.734400799Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7c1c2318-be4f-4f4d-b555-cda9180cecf2\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.736552497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":24,"elapsed":"292.890445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.760986395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.76131408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.763470508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.763484028Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.76368431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.773554089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.773852333Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f71d63a-0890-41fe-a334-804825e0d03e\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.773882803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.773893894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.774184067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.774205207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.774214318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.774222668Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.774232728Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.774244918Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.77439488Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.77441771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.774555572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.774580892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.774789395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.776945803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.777063795Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edced0f8-42c0-444a-abbf-08a3386150a7\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.777076125Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.777161016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1728bd-2126-4eb4-b9a2-aa80b5efd9b9\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.777175206Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.777185046Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.871772329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8f6af1d3-1d78-4610-b1b3-60b365cc2f93\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:30.871797979Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.871807419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.876038694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c7301c-5617-4e96-afc8-748b3d02f480\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:07:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.876072465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.876438139Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.879788653Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.880022866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.883700384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.883975577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.885919013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.886108905Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:30.892695011Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":24,"elapsed":"449.13577ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:32.90324993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"771d6702-d417-4d72-9eed-1ede0571ba06","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.441485972Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.441545363Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.442019519Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.444087246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.444112626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.4443791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.446626019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.447446249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.447754104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.449194762Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.449205752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.449368385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.450165055Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"6.077609ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.451024436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.45134976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.453375647Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.45593292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.4559546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.456093182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.464589903Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:40.464610873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":71,"elapsed":"23.139812ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:42.904051258Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"d1241182-6d6e-4e9c-9b04-f960d51ef792","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.441280897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.441349308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.441670332Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.443346674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.444362998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.444375328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.444646641Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.445844207Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.445876167Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.445997749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.446325293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.446503335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.447451628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.4476264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.449444324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.451831095Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.451843825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.451985027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.463447566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.463465996Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":72,"elapsed":"22.210629ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:07:50.476277303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.906826ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:07:52.903493749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"cfeb817d-a749-43ba-87f1-44103181b114","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438508759Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438573649Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43858338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.43859226Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:58:00.438512739 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.4386025Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43861Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43861755Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43862485Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.4386314Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43863891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43864612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43865396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43866141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.43866791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438674371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438682041Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438689301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438695621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438701911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438708931Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.438982045Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439011585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439022695Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 667064209 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439039145Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439049415Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439098336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 667157511 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439122787Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439143797Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439546612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439577102Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439594153Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"997.603µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439607953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439621133Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"949.302µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.439717314Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441135243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.44166432Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.44169211Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.44170324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.44171987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441729161Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441738761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:08:00.441748291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441759521Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":14,"elapsed":"10.92µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441770431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441778791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.441787451Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441795961Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441805731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441813971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441822552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.441832132Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442161896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442188216Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442196676Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442203777Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442215367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442224007Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442232507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.442242117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:58:00.438512739 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442250677Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:58:00.438512739Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.739099ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442429639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.44243928Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442658633Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442673093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442872235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.442885896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443085758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443531764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443551534Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443737417Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443782507Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443795147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443804688Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.443814158Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444058791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444087261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444099591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444155082Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444171152Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444181892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444249443Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444264494Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444279644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444292534Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.444303284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444313144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444423825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444445386Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444456496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444465586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444568658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444587638Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"6.084129ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444598898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444609408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444618668Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444627638Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444641898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444676899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444689189Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444698829Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444710669Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444720269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444838401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444860261Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444871301Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444943922Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444963163Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444973393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444982533Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.444992883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445038173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445052904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445069334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445141805Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445237376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445304887Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445325097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445735093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.445754963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.446133378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.447233412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 675296347 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.447561586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.447635767Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.447690128Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 675760863 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.447996512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.448259966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.450038149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.450072059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.450244521Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.450855179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.45088393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.451154783Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.452550361Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.453106829Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.456873328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.456908418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.456921328Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.457184732Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.457211572Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.457487246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.457512356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.459695035Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.459729235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.459957678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.459975208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.460607936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.461536199Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.461868053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.461897483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.461909593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"17.814372ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.462109506Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.464127642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.466960099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.46700357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.46701748Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.473561345Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"28.575013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.476206639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.479357111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.479408131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.479626674Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.487957463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.488425519Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.511175644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.514328685Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.514373976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.514601709Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.52389182Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.525710643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.525755944Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.525857596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.527088072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.528171435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.528593471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529503723Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529532343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.529748346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.532290409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.532639934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.532713295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.532729065Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.532742375Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"88.152678ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.532786376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.533053119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.53312929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.533544885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.534726071Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"90.471228ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.536343392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.536367292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.536582565Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.537800421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.537829721Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.538325128Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.538368228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.538582581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.538603222Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.538912575Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540555987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540582607Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.540862131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540893151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540904581Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540916421Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.540929832Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.541099044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.541126884Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"96.158241ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.541233376Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.542175448Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.542202408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.5423629Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.542493992Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544041362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"102.332152ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544108803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544124613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.544438138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.545356739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.546240821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.546277022Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.546499114Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.549784017Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"105.071888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.551147935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.551687852Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.552065097Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.552088277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.552098837Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.552403441Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.553125871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3809, tv_nsec: 781169285 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.553261382Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.553283253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.553297013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"111.498372ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.553629067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.567510498Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.567580849Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":73,"elapsed":"125.788478ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.600860522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.600928663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.601389419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95bd996d-0a50-41ef-8096-0ffb46e56d9a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.60142388Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.603821921Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.604008514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.604031824Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.604042654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.604052514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.60455629Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.606188942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.606216122Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.606292353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.606481606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.606598367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.606985292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.607011482Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.607023823Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.607032983Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.607042663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.607412678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.608614073Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.610558289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.61063713Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.610800872Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"165.948601ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.610945594Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.611071175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.612309142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.612337342Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.612456393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.612560355Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.612760457Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.61291483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.61294183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"167.190806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.614266217Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.616552537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.616581807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.616737049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.618022856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"173.854214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.620807912Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.621180697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.621282279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.621296609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.621305919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"176.869194ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.644251758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"199.557768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.644496501Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.647286377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.647306778Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.64750221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.668078998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.668633585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.66902926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.70127339Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.701307781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.701600635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff78948b-f71f-4843-9c4f-b81c3bb5c08b\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.701624865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:08:00.702492166Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.702514777Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"257.908778ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.702937702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.705745909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"264.084739ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.710214397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.710232707Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.710527741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bd6870c-c3db-40c1-b889-f49b9d4a9c5a\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.710542901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.7127423Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.740290429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.766925036Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":25,"elapsed":"328.301805ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.832027373Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.842812184Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.842833054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.843313811Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a5fe256-3ac1-4005-a108-a5166c047bbb\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.843341801Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.843726486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.846259349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.846284229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.846703165Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.848397967Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.848422767Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.848560739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.853847228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.854152112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9ededc-0ba2-4f2e-8b25-210c0e3ae57c\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.859488181Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.859891727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.865705752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":25,"elapsed":"427.107673ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.869519522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.869943567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"36a1382d-0bc8-4711-8dd6-351bb5252636\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.869963988Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.872139426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e6a97101-79b8-4bb8-913f-682557c83b19\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.872166527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.873483593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.873495124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"434.869044ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.879064866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.879084337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.879094407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.87935871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.881197704Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.883728027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.883744927Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.883884829Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.884165303Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.884182583Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"442.436003ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.885540291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.885561241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.885569601Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.885577481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":13,"elapsed":"446.951862ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.886013497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.886032257Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.886041117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.886188069Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.886217739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.88777149Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.889124537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.889142197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.88933098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.889742895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.889778546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"451.214426ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.890730898Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.890755989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.890901131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.890995012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":25,"elapsed":"449.310711ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.892886196Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.892911807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.892921457Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.892929547Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":13,"elapsed":"454.396589ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.895352738Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.895916716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1324c798-68f5-4ccf-ac1a-46a4c3657cdf\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.895941116Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.898247316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a65630d7-557e-4a66-9934-a8f4c0de415c\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.898266416Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.898275027Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.898282737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.89851011Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7e6c7dd3-df55-432c-b07f-8cfb321f20de\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.89851989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.898721162Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.900165361Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.900346814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.900400054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec2ccbee-bdf1-442c-95df-837b470251d0\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.900410204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.902512082Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.902560012Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"464.009563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.903016818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.903239241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.906379472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.906398962Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.906776017Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"41be0f50-2059-43de-ba6f-16b957a0f12d\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.908121345Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":25,"elapsed":"463.823821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.947283505Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.94764741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.949395513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.949411343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.949724457Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.950067391Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.950278874Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.951299157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.952899918Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.952913418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.95305792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.95462515Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.956258142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.956271912Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.956408844Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.960242284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.960553428Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2849e1d5-fd08-4a93-92cc-5c5f73f83bf2\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960573668Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960615519Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960886362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960897432Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960904722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960912703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960924712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.960932053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.961109255Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.961119085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.961267907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.961276447Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.96146109Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.963458766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.963633118Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b8f10b-e123-4e77-b5ca-0488bb53bb47\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.963649388Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.96375866Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ec7f8ec-4358-4405-99f7-105b3b616d7a\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:00.96377243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.96378227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:00.98915068Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.058630375Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fcad8e86-4939-408a-bba7-06badc9d431c\", \"date\": \"Sun, 02 Mar 2025 05:08:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.058660336Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.058670136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.059347235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6984f0f5-dfcb-48a7-8099-921bbb3d9df4\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:08:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.059394835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.05973406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.0597906Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06563fea-51ca-4c33-8984-b15e0b4e3d29\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:08:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.059823471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.059831991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:01.059839111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.061080477Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":25,"elapsed":"617.27707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.063463258Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.063824393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.067507521Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.067814455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.069586168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.06977293Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:01.077081576Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":25,"elapsed":"633.293569ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:02.903470285Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"0baee4a9-198d-4d27-99c4-1ae27fd42f45","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.441707126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.441760817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.442187923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.444724986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.444741936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.44506638Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.446903644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.447067316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.471355203Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.473986527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.474002847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.474148919Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.476134575Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.476322897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.477620914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"32.899168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.477940629Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.480403081Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.480416851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.480575703Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.491141781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:10.491162911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":74,"elapsed":"49.466775ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:12.896660164Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:44175"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:12.896779246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"71e9e39d-30eb-4580-9f26-645d05d4dd6d","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:12.897288723Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"71e9e39d-30eb-4580-9f26-645d05d4dd6d","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:12.900108229Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"71e9e39d-30eb-4580-9f26-645d05d4dd6d","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3398,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:12.900328282Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"e43368bd-24d9-4cce-a7b8-900406cf7085","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:12.900628456Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"e43368bd-24d9-4cce-a7b8-900406cf7085","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:12.902885896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"e43368bd-24d9-4cce-a7b8-900406cf7085","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2599,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:12.903296701Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"7f8af4cb-295b-40ff-b911-96cc7a8c01d2","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.441299597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.441363528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.441654682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.444310807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.444324577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.44458458Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.446394474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.446554656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.473017021Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.475572074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.475583724Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.475747586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.477754208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.477939113Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.479543906Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.481697084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.481715934Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.481842545Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.482690467Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"38.37357ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.494000614Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:20.494024654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":75,"elapsed":"52.735107ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:22.90356365Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"2fcab743-ab70-4be8-bde7-557aa48b5bde","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438258665Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438318346Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438327366Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438335266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438341776Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.43864546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.438678291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441284334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441309085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441318195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441325445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441332315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441338335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441345465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441352455Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441620659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3839, tv_nsec: 669482013 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441656469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44166975Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44170032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3839, tv_nsec: 669575314 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44172835Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.441765171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.441979354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.442132976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.88788ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.442196626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.4432517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444062541Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444204552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444224213Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444236363Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444248383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444260033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444270123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444277173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444283784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444291144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444297704Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444306104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444315684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444325444Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444334994Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444345164Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444355094Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444365205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444374035Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444383535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444392505Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444401535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.444411855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444421595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444431006Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444441026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444450766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444690749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44474874Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44478087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444825611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444877171Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444893072Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444905562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444918142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444927822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444936472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.444944412Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.445484739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.445511429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.445931175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.447390324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.447411754Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.447478575Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.447500846Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.447588127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44782534Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44784609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.44785939Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.448043653Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.448907104Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.448934424Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.449162377Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.457746359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.459974618Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.460015089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.460176Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.460547715Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.460854169Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.462037885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.465298087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.465336598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.465636742Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.468733242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.46936338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.469430891Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.469769745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.47013663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.470436914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.470667907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.471868343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3839, tv_nsec: 699735217 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.472208197Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.47322183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.473247681Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.473498524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.512887797Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"68.655275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.513517465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.516621386Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.516650776Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.516900429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.518274557Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.518484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.51849613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.518935406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.519827797Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.520096311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.5207694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.522551073Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"78.204328ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.522924408Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.52311963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.52314822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.523158761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.523430754Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.523456215Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.523545536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.523680567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.524269935Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"79.894861ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.525220907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.525247108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.525652933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f3f40fe-72b3-4be7-a366-d7e13f834a50\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.525678613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.526061238Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"81.801915ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.526080769Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.526092999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.526347302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.530234903Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.530261663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.530271053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.530434166Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.530649878Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.530865611Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.530878541Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"89.629167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.531844944Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.53383433Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.53385976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"89.545486ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.534307596Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.534466208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.534491868Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.534684111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.534711741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.534722691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"89.242052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.534911124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.53541274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.544079013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.544298966Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.546357723Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.546760758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.547955684Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.547984984Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":76,"elapsed":"106.70686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.54845352Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.550959143Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.550983173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.551164016Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.552999869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":26,"elapsed":"111.716005ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.554522409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.55453748Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.554820253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1436b8c1-b6c8-45e7-b39f-123faebfa009\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.554836153Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.55685517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.566964371Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"122.716758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.571298318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.571627452Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.572693606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.572721826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.57301467Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3420c33f-1198-45fa-9189-5c6896769e09\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.57303023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.573721689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.5737468Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.57375752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"129.416985ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.575374221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.604278237Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"159.991924ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.636626419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"195.316144ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.650768493Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.651136598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.653039843Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.654689954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.654718854Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.654853716Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.656236984Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.657964167Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.657983087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.658120469Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.707048946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.707071806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.707425951Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc79ba5-4924-48c4-87db-8cef21a326af\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.707451221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.707719015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.749760712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.749811933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.749973885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"21510ccc-20e4-4006-8714-3f72f8479a6f\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.749986435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.750222698Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.752265825Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.752427417Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.755070332Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.755469177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.758967472Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.759010353Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.759398788Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"19c8e6b5-160a-42ee-8b1b-86c72fc10107\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.760834697Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":26,"elapsed":"316.479452ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.815874914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":26,"elapsed":"377.601118ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.863879349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.864135502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9e4c3dc-0859-4bd9-b9d2-0209ec586667\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.865743953Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.866015367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.874265134Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.876098598Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":26,"elapsed":"437.816283ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.882913437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eb9adb2-e13f-491e-9941-f88d29cafe7d\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.882935577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.882945127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.882952977Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.883064009Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.883444354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.885147356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":26,"elapsed":"440.855553ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.885647982Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.885672883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.885943946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.895564332Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.895811335Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa9e7681-3483-4511-b7be-0ae2a8889807\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.895833975Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.895843755Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896078308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896091729Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896098999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896106999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896113299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896133389Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896267621Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896285471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.896425653Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.896449343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.896740667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.898297597Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.898392059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17e4d69c-35cb-4b4d-9a14-576f3fb97064\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.898405849Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.89848899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae236dd9-41d1-4dce-850a-767b3cd6f55e\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.89851505Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.89852608Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.988875807Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"538376fa-3bec-4903-8857-daf20b1380f7\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:30.988903587Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.988915358Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.989343113Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"add67443-1cf8-4035-91e5-d319890bc0d4\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:08:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.989371324Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.989666397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.993313805Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.993617219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.9967286Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.996939112Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.998675855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:30.998887088Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:31.006244253Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":26,"elapsed":"562.01237ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:32.903490396Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"6ca45875-942a-4146-9fe1-e13b4158e680","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":247,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.441696047Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.441781558Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.442029231Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.443579821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.444602525Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.444614595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.44498062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.445985903Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.446002943Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.446160595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.447915008Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.44810424Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.449394577Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.451586236Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.451611536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.451724378Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.467425302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.467456763Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":77,"elapsed":"25.776746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.481443865Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.481895901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:40.483529202Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"38.929837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:42.897209042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"7f69f2da-5d10-4aea-9e27-7d69e48f6de9","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:42.897752739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"7f69f2da-5d10-4aea-9e27-7d69e48f6de9","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:42.900568076Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"7f69f2da-5d10-4aea-9e27-7d69e48f6de9","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3465,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:42.900797609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"507908be-b410-4c4b-8a43-3142df82412c","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:42.901132593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"507908be-b410-4c4b-8a43-3142df82412c","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:42.90314369Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"507908be-b410-4c4b-8a43-3142df82412c","remote_addr":"[fd00:1122:3344:101::d]:44175","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2401,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:42.903477694Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"4656a45f-066e-4684-89cd-2fadbea15b69","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":233,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.441635643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.441691053Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.442018337Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.443799471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.444823484Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.444834574Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.445194739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.446264063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.446285793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.446427115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.446917491Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.447134894Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.448291869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.448472481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.448494722Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.681858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.450125623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.452856049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.452869089Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.453009691Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.462113429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:08:50.46214194Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":78,"elapsed":"20.510697ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:08:52.904247359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"836dde79-0bb2-4ab5-8613-e32666cb6a65","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.438990844Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439061575Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439075745Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439087306Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.439099626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-02 04:59:00.439005254 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439111886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439122516Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439134826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439147436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439159267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439171527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439184527Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439198077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439211367Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439224437Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439236588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439250528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439262758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439275958Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439289098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439491921Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4a50e69a-1735-4503-96cb-55c6cc854815.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c54e30d8-f5a2-495b-b2d8-a78319addcd7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 667182045 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439529741Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439544792Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439560462Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439586482Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439613172Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439634043Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"3bf56dce-8353-46bb-a2f0-982fbd876e0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"742da26a-88eb-42ac-9329-e125fe787858.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"7b1d175f-bda6-4078-98b5-1cf73342bf0a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 667337767 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439649483Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439925397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.439958227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"867.471µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.44017739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.44020079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.080194ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441091242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441114292Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441126312Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441137522Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441147052Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441156773Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.441166573Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441177513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:09:00.441187623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441198763Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441207933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\"}","iteration":15,"elapsed":"8.82µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441220083Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441231494Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441242283Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441250914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441482747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441503047Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441517747Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441530897Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441542867Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441556818Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441802851Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441826631Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 669513405 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.441979323Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.442038434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.442192246Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.442632502Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.575866ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.442877595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.442903975Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 670589780 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.442924085Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.443030397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.443105848Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444252203Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444278793Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444286763Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444295093Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444302463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444309294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444318644Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444330264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444340624Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444351364Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444361974Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444373114Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444383635Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444394305Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444404885Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444415805Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444425875Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444436855Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444446805Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444457065Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444467436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.444477876Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444487916Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444498126Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444508646Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444518746Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444528486Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444538326Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444549447Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444558567Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444627848Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444664508Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444727519Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444753719Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444772249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.44478595Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.44479838Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444849901Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444866861Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444879871Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444891981Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444904011Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444915362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.444923042Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445055753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.445320187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-02 04:59:00.439005254 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445343797Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"expiration\":\"2025-03-02T04:59:00.439005254Z\",\"pruned\":[]}","iteration":14,"elapsed":"6.300353ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445476879Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445636791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445660361Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.445806153Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.446031076Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.446540383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.44865815Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.44868084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.448727641Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.448746821Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.448886243Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.448941924Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.449240168Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.449263208Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.449521662Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.449664463Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.449677084Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.449931537Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.450813478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.451252954Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.45249075Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"8.221267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.453193179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.453501453Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.45477653Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.455208836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456728765Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456879727Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456909228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456919588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456928478Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.456961108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.457272302Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.457663488Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.458454608Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"14.197725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.458752432Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.459000115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.45939255Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.460510414Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.460536715Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.460728177Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.461234764Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.461259534Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.461493187Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.467909511Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.468187834Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.468362387Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.468698311Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.470236221Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.474327474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.474363675Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.474605288Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.478446038Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.478859044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.484842842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.488088284Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.488117604Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.488425358Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.510198932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.513481354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.513538765Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.51387524Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.518901385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.518936895Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.518949886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.518961356Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.519391971Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.521063063Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.524985944Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.525022115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.525265628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.525940277Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.528138445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.528167986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.528180026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.528586481Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.528619672Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.528701202Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.528853044Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.530140351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.530424115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"86.090472ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.530548067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.530926602Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.531630131Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.531878064Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.534852643Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.534888023Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.535126056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.539185589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.53922032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.53923351Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.53924548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"94.813035ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.54004632Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"95.755727ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.541153915Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.541722512Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.54232393Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.54235562Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.542371931Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.542711265Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.542746116Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.543190341Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.543557136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.543579536Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.543808589Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.543994702Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.545157687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.54541379Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.545856936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.546042488Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3869, tv_nsec: 773727223 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.546472904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.548412959Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.5484394Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.548716663Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.548896146Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.548915986Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.549164249Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.551454059Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.553706308Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"108.061297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554119534Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554141194Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554370517Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554453678Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"01e4ff22-4218-4ece-9bef-81d014113c14"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554470858Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554483278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:26.100923 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554495998Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2}","iteration":14,"elapsed":"115.378882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554548449Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554959445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554986465Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.554997405Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.555010115Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.555485242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.556444214Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.556473294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"112.189641ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.55688019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.5569144Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":79,"elapsed":"115.795868ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.557549528Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.557577609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.557590119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.557955914Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc5eb28-1bfd-4e43-89f5-ca643056eaee\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.557981014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.559511174Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.562122928Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.562150418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.562464652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.565087836Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"c1a1b437-f0c3-4f18-8ab5-6f406a5145e4"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.565114687Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.565127327Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"current_time_created":"2025-03-02 04:56:25.487890 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.565139497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1}","iteration":14,"elapsed":"125.974511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.566269132Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.566632907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.57302315Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.573450816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.585201289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.585258909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.58527241Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"144.087756ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.595570074Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"154.464412ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.600948364Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.600972734Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.600982474Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.601103626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.601318459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.60146535Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.602676726Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.603357165Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"159.004531ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.604398829Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.604416679Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"163.270927ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.605222289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.60524395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.605401402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.605581884Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"161.172829ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.608144397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"163.812593ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.61913186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.624159076Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.692748519Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.69277014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.693000993Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b563b07-4338-434d-8cb6-01a6d3cb90f7\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.693017563Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.695119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.703192955Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.703210436Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.703458819Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8123c17b-d841-41a5-b52c-b05e8c5b0b97\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.703472409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.705030619Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.885289407Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.885339968Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.885712513Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dee650e-81d7-4b25-8408-eae1049813d0\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.885746704Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.886169609Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.887869331Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.889757886Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":27,"elapsed":"448.613234ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.89011909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.890136591Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.890272932Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.890738349Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.891084573Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"730ed80b-32f4-4e67-bdb6-3572f68b7d11\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:08:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.893015948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.893479274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.899950278Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":27,"elapsed":"460.942604ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.908264997Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.915795435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.91616464Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b03581d8-8c6c-4190-8972-4d1f4d4ae6bc\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.9161803Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.918431739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b958d04-5391-46bd-86e8-a0a7b57afa0c\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.918447299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.919944719Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.919957049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"480.865353ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.921470769Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.921492289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.921505459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"477.061934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.927009061Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.927080802Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-02T04:55:57.280988Z, time_modified: 2025-03-02T04:55:57.280988Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: b86f11db-859b-43e9-a644-30eba6b1cbfb, db_silo: Silo { identity: SiloIdentity { id: b86f11db-859b-43e9-a644-30eba6b1cbfb, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-02T04:56:26.060800Z, time_modified: 2025-03-02T04:56:26.060800Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.927101902Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]}},\"default_endpoint\":{\"silo_id\":\"b86f11db-859b-43e9-a644-30eba6b1cbfb\",\"tls_certs\":[\"8cf4239b8d52fb91c26eb1c4d55b1bfce2ddbd99b9909d16153fff44df2f6f2b\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"488.058647ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.927377406Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.928872065Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.930687449Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.930699899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.930880051Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.934570269Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.93458763Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.934846083Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"43e76bb3-6d63-4004-9198-cc8beb2c637b\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.934860883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.935249848Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.936859809Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.937050352Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.939815438Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.94002242Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.942806087Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.942819907Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.943182952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3851f072-e55e-46e6-97ee-a17ac7864f6b\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.945176418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":27,"elapsed":"500.803913ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.954204845Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":27,"elapsed":"515.072549ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.960243654Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.961869295Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.961891765Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.962015877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-02T05:09:00.98452123Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.98454585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"540.244247ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.987680071Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.988090566Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a5dbcd86-306a-42c2-b97d-7b1b70133aa8\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.988101497Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.989432274Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"86a72d0b-090c-4554-8c5b-cb5f304d71dc\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.989442094Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.991135926Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"006d5e28-a1e3-4e2a-ac0f-6ad0a7083d15\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.991145686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:00.992380842Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:00.992406163Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"553.431809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.044986188Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.045329652Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.047680933Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.047701863Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.047988977Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.057370439Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.057626642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94cb515c-b4d2-4750-b4d9-5b3b5dabb179\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057657103Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057670193Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057919026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057939347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057947816Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057956157Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057964117Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.057972347Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.058133019Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.05818748Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.058306561Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.058318981Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.058512294Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.060591911Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.060694352Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"923b58b4-1e0a-45be-9c67-9e5a57305859\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.060707752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.060788593Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"672e2496-b287-473d-9a35-d3c2e3287adb\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.060801034Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.060811304Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.061630015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.153101656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"826ffd42-34de-493d-b74a-f062c962e382\", \"date\": \"Sun, 02 Mar 2025 05:09:00 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.153142127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.153155227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.153669263Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c18e1c00-a6c1-4569-a53a-fc6f7db6402f\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:09:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.153698314Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.153978627Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.156972186Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090275ca-68e6-42f9-b2ef-091df9c2833d\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:09:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.156992137Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.157002267Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:01.157012077Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.15721667Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.157445263Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.158432445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":27,"elapsed":"714.068751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.160747035Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.160949318Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.162762622Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.163088296Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:01.170645915Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":27,"elapsed":"726.338441ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:02.904162814Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"434c57e5-d95d-4fdf-afeb-03efb57ade6e","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.441388142Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.441443582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.441718766Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.443362847Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.444398731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.444410011Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.444785586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.44590802Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.445937431Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.446080283Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.446318026Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.446575929Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.447930637Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.448119429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.449838452Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.452082291Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.452097841Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.452229173Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.463254826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.463281227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":80,"elapsed":"21.897416ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:10.476220626Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"31.825144ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:12.904257613Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"29305270-21af-4e8b-840a-4638d0b497e8","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.441523801Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.441581392Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.441881015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.443511147Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.44452831Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.4445445Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.444916395Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.445990219Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.446004619Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.446166761Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.447749892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.448015585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.449524195Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.451894756Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.451908686Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.452044228Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.461192047Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.461219057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":81,"elapsed":"19.709987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.474729883Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.474992287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:20.476302014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"31.775483ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:22.904412752Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/aebed526-5e03-4a58-86b5-1baf17c88392","method":"GET","req_id":"4964bed5-88b7-4ff4-b691-cebd67cc9c7a","remote_addr":"[fd00:1122:3344:101::d]:54673","local_addr":"[fd00:1122:3344:101::b]:59682","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:27.897363179Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:47091"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:27.89747798Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"0411fd2b-7131-4cbc-9da7-bbfe28b43053","remote_addr":"[fd00:1122:3344:101::d]:47091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:27.897846205Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"0411fd2b-7131-4cbc-9da7-bbfe28b43053","remote_addr":"[fd00:1122:3344:101::d]:47091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:27.900277227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?sort_by=id_ascending","method":"GET","req_id":"0411fd2b-7131-4cbc-9da7-bbfe28b43053","remote_addr":"[fd00:1122:3344:101::d]:47091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2869,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:27.900501579Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"045820ed-497b-4eec-a082-f0acb6be4975","remote_addr":"[fd00:1122:3344:101::d]:47091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:27.900802454Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"045820ed-497b-4eec-a082-f0acb6be4975","remote_addr":"[fd00:1122:3344:101::d]:47091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:27.903027032Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"uri":"/metrics/collectors/8aaa536c-c534-4dd2-aad0-92d8934e5eba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZWUxN2M0NS1hODViLTQwNWYtOWU1OC0yY2EwYWIwM2RlYTkifX0%3D","method":"GET","req_id":"045820ed-497b-4eec-a082-f0acb6be4975","remote_addr":"[fd00:1122:3344:101::d]:47091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2561,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439162868Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439215739Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439224049Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439230789Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439237119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439537333Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.439579784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442223748Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442253098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442263848Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442273268Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442282009Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442290749Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442300859Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442310159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442598903Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442619683Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442636923Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.442651533Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444519548Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444544338Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444555108Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444564718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444573709Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444582138Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444591989Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444602299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444611399Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444623619Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444633359Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444642159Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.44465309Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.44466175Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444772751Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444788381Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.444798251Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444808141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444817892Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444826452Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444836582Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444846132Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444855642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444864822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444873822Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444882602Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444891183Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444899743Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444911343Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444922813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444932673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.444942473Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445117856Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3899, tv_nsec: 672504338 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445142796Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445156996Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445168456Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3899, tv_nsec: 672707951 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445256397Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445283868Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.445326948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445339588Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445350099Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445380619Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.44544401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.445548141Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.447367385Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.447605888Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.448167435Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.448192806Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.448421659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.448825904Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"9.678866ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.449237959Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.449261639Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.449505313Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.449944459Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.449957899Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.450175362Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.451089383Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.451112384Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.451252905Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.45386655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.455798045Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.455828135Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.456518054Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.457477266Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.459908008Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.459935409Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.459946569Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.460134471Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.460464576Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.468552771Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.468995447Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.470599737Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.471056943Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.471117164Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.471679391Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DnsResolver","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-fee17c45-a85b-405f-9e58-2ca0ab03dea9.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3899, tv_nsec: 699186246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.472030826Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.472921258Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.472948148Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.47307956Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.502529753Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.502969079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.506778279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"62.526325ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.507483987Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.507938833Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.509696976Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.50998942Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.510645288Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.510674429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.510685289Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.510985813Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.511597941Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.511962426Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.516616146Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.516689227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.516706797Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.516715357Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.517064782Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.517087402Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.517256264Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.518929136Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"74.135455ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.520086731Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6231c748-6e83-4b98-9086-de7a75b0ccca, lookup_type: ById(6231c748-6e83-4b98-9086-de7a75b0ccca) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.520115232Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.520281824Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.522513963Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"77.931874ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.522782546Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.522905098Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.523236682Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.523274033Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.524205655Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.524290316Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.524401857Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.524683801Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399664d1-4154-4351-9f1e-5a6f01d5ea07\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.524705361Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.526033939Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.526598576Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.526854329Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.52687948Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.52689606Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.527100363Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.527371496Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.529398542Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":28,"elapsed":"84.161035ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.529854808Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.529876419Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.530098612Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.530558628Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.533206092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.533237492Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.533465015Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.54530248Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"original_time_created":"2025-03-02 04:55:50.528243 UTC","original_target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","time_created":"2025-03-02 04:55:50.528243 UTC","target_id":"6231c748-6e83-4b98-9086-de7a75b0ccca"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.54536585Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6231c748-6e83-4b98-9086-de7a75b0ccca\",\"time_created\":\"2025-03-02T04:55:50.528243Z\"}","iteration":82,"elapsed":"103.095512ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.550769781Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.550808952Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.551169056Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356196e0-65b9-4658-97e1-c69e50c5ea61\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.551189946Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.552934029Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.563247783Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"118.953948ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.56758712Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.56761355Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.567623571Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"122.823279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.568844846Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"124.543911ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.569817119Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.573318265Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Sled { parent: Fleet, key: fee17c45-a85b-405f-9e58-2ca0ab03dea9, lookup_type: ById(fee17c45-a85b-405f-9e58-2ca0ab03dea9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.573344495Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.573592808Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.575729936Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"0","iteration":28,"elapsed":"133.490508ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.577794543Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.577822013Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"135.576815ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.58296124Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"138.167619ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.592003488Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.592044658Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"147.385109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.636287225Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.636607079Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.638862999Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.638897299Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.639216683Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"MgsClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00f1864-a34f-452e-80a8-b7098a3aaf8f\", \"content-length\": \"26\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.639281404Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.640959656Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.654214758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"211.96605ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.683813014Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.684148858Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98310686-a22a-46b8-b622-656f9fb12377\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.686929434Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.687247279Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.687410401Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":28,"elapsed":"248.225313ms"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.690604642Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.690625433Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.690900156Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3580eb5e-c77e-42f2-ba96-637711430447\", \"content-length\": \"372\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.690917877Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.69121873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.693208846Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"null","iteration":28,"elapsed":"254.031048ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.728346784Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.728625708Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.740252399Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.740289689Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.740422671Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d2f33404-df11-4932-a076-068a52b30378\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.740434791Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.740657204Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.742588979Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.742795092Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.745159113Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.745476857Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled fee17c45-a85b-405f-9e58-2ca0ab03dea9 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.748361155Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.748382715Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.761989262Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.763578233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.763593623Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.763741235Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.764850949Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.766532111Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.766545882Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.766702114Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.77638896Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.776710964Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.778625869Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 905d8919-6499-4405-90a1-a14b31c7fd5e, rack_id: d6094382-b327-4998-b53d-b2d98a53005b, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(6c936df1-20e2-41ff-9a89-c03d8807ba9b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.778651499Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.778846062Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.788635909Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.788956774Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5529ea09-90f0-473c-8cf8-0933bc0506cb\", \"content-length\": \"134\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.788978974Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.788989354Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"6c936df1-20e2-41ff-9a89-c03d8807ba9b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789269018Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789278218Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789287648Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789297418Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789304758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789311578Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789493081Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789503151Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.789658773Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.789668673Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.789941586Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.791415775Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.791539817Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b66e1b-fb3a-409c-a3a2-3b5d6dc6e967\", \"content-length\": \"2\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.791552867Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.791671369Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"component":"DpdClient","rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc0860d-64bb-48ad-8bec-45f56bd23fa0\", \"content-length\": \"52\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.791689429Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.791700659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.850272692Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f4b83574-db69-477d-95ab-ca2622bc80a0\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.852172057Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":28,"elapsed":"407.397606ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.864400086Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.8692758Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"SledAgent":"fee17c45-a85b-405f-9e58-2ca0ab03dea9","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5cee107-3e2a-4c66-a4c8-6ad0d2432fd8\", \"content-length\": \"691\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.86930287Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.86931271Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.86932017Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.870903991Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":28,"elapsed":"426.09565ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.940569718Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"145061cd-1986-4edd-af0c-39582b59deb8\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-02T05:09:30.940592789Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.940601719Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.940886233Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"rack_id":"d6094382-b327-4998-b53d-b2d98a53005b","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"172cfa4a-7fa8-475b-9c62-baffa7fa1247\", \"content-length\": \"682\", \"date\": \"Sun, 02 Mar 2025 05:09:30 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.940928723Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.941241227Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.944457659Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.944687552Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.947821873Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.948147127Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.949445334Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.949676067Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-02T05:09:30.957094514Z","hostname":"oxz_nexus_aebed526-5e03-4a58-86b5-1baf17c88392","pid":23129,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aebed526-5e03-4a58-86b5-1baf17c88392","status":"{}","iteration":28,"elapsed":"512.83118ms"}