{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:01.060015878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"c4583170-2a18-468a-94c8-756ffac0b857","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.302294893Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.302353703Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.302364314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.302373394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.302637962Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.302686891Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.304463113Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.306953869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.306968689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.307101591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.309040818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.309229621Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.310682421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.312870702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.312887063Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.313019765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.324269074Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.324292094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":32,"elapsed":"21.988992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.329986134Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.330198768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:09.356202845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"53.926823ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:11.049981764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:39904"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:11.050067615Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"6bda10d2-af5f-48d7-bfa1-903125f9791e","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:11.05039338Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"6bda10d2-af5f-48d7-bfa1-903125f9791e","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:11.053072958Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"6bda10d2-af5f-48d7-bfa1-903125f9791e","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3051,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:11.053349902Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"9865ac49-d087-4d3a-8d2a-aefb91b6123d","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:11.053716067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"9865ac49-d087-4d3a-8d2a-aefb91b6123d","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:11.056099641Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"9865ac49-d087-4d3a-8d2a-aefb91b6123d","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2824,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:11.059831644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"ddbee7b1-5970-4154-a712-7c5618010177","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.303114452Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.303173763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.303185273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.303193983Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.303487398Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.303503618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.305575817Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.307978151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.307996862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.308127473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.309360031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.309702555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.311201557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.313694482Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.313709052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.313853174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.324949821Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.324972492Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":33,"elapsed":"21.857589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.332234565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.3326191Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:19.362727836Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"59.632024ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:21.059263434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"466b610f-2447-4a15-b88d-da12c8a5474e","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":255,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:26.050130078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"70446898-1654-474f-bc44-54280466c12a","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:26.050464903Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"70446898-1654-474f-bc44-54280466c12a","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:26.053208142Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"70446898-1654-474f-bc44-54280466c12a","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3143,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:26.053447955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"628d0248-a6c7-46f5-aec8-2580540f8a46","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:26.05376106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"628d0248-a6c7-46f5-aec8-2580540f8a46","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:26.056151614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"628d0248-a6c7-46f5-aec8-2580540f8a46","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2737,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303537047Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303594677Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303604818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303613278Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303622318Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303630218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303636828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303643208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303650118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303657078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303664929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303671098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303677809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303684159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303690079Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303696959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303704079Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303710189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303717049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303724099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303729969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30373805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30375589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30376384Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30377108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30377845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.3037883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30379776Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30380768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.303817161Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303826531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303835191Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303843481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303853521Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303862191Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303871171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303879781Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303888232Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.303898412Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304009983Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304032104Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304058194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304101165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304158656Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304175576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304190306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304226986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304240697Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304252027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304264407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304274667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304286067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304297538Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304305918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304312258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304318408Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.304328338Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.306315156Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1046, tv_nsec: 935621524 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.30656101Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.30660228Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.306858164Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.308070441Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.3087277Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"5.024351ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.308872222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.308897572Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.309105666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.309704234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.309725784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.309867656Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.31015663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.310171481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.310358313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.311631891Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1046, tv_nsec: 940938209 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.311940166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.314292509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.316338728Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.316362578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.31648837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.333277817Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.333756184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.337365605Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1046, tv_nsec: 966659673 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.33767401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.374251712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.3758919Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.376190505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.376648551Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.376677082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.376687152Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.376840964Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.376999826Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.379103306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.37935718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.379914977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.380009579Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.380148901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.380375334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.380627687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.380904271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.381644222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.381897256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.381925406Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":12,"elapsed":"78.125656ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.382633236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"78.831076ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.382657686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.382671787Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.382680997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.382834849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.384214838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"80.488289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.385308864Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.389210299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.389246889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.389449432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.394067598Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.394107178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"90.41593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.395430607Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.395453727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.395776242Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.397117831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.398258507Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.398271877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.39849154Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.399218721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.399247611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.399521035Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b21ef75-ea3d-4fb2-8ef3-f43ef3de5afc\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:15:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.399536065Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.400834424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.400863494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.401082177Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.401153298Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.408083966Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.408548503Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.412119363Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.413979319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.41400345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.414151432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.41545386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.415474571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.415782485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4b548de-d193-4959-9b5a-2faea0714ad0\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:15:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.415802115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.417065793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.420324109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.42034815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":34,"elapsed":"116.589459ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.424366166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.424391137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.424698111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f18ab22-e5ac-46e3-8485-79bf8a9c5a20\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:15:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.424728742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.424815263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.425990129Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"122.24425ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.426450416Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.427813425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.427832846Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.428068229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.429115574Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.429747373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.430011686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.432137067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.432167467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.432301589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.432833716Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"129.017816ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.432870467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.432884507Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.432894517Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.433047929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.433958332Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":12,"elapsed":"130.354574ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.43452272Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"130.955373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.438823231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.440377753Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.440402124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.440532125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.443405656Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.443427666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":12,"elapsed":"139.768458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.45850256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":12,"elapsed":"154.972183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.46347225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.463874336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.467883732Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.468245327Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462f56b4-80b6-4189-ab98-960794a10dec\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.469702688Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"165.966519ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.470135184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.47054551Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.473743925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":12,"elapsed":"170.143008ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.477745252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.477775612Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.477790122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"174.074913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.522307863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.522750999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.524075666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.525948964Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.525972354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.526126786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.52782149Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.530211634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.530228865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.530428387Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.557726244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"254.163247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.597299564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.597654399Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.620559333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.620588343Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.620908868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6f7a278-d80f-4778-8c69-917494f43aff\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.620962539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.621297543Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.622570111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.622584651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.622829555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.636047002Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.636432818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebbb0f0-f4ec-404e-84ba-ad255aed2c6b\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636457038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636469248Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636804813Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636821303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636829113Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636836073Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636842913Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.636849204Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.637014246Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.637028486Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.63729348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.63731467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.637634655Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.639104815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.639213907Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bdc2a8-2ed2-4317-9759-2f533f0a2b21\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.639252558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.639315268Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aeb3911-d72f-4d75-8bfa-1cd0bc556e9d\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.639329528Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.639341239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.646940766Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.67546323Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.67550758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.7454111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"896701e7-495a-43cf-a084-e585b3542136\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.74545477Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.745486821Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.746090689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac67c2f-a5ba-4b55-bd52-e088bb64a7f5\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.74615668Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.746506945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.746560926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7eaece71-b696-4b72-bf6e-2e8e4954f590\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.746571336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.746577676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7ed1bd-9377-492b-9a22-c679c2ef7fe8\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.746587826Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.746595357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.746601786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.746969432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.748498613Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":12,"elapsed":"444.872215ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.749867653Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.749894903Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.750118286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.750149937Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.753320342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.753548305Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.75387648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.754069242Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.755569033Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.755766756Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:29.758208861Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.758232111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.758719718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"13654802-003d-4053-8d5a-740db73e64c9\", \"date\": \"Fri, 28 Feb 2025 02:15:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.759952195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":12,"elapsed":"456.202306ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:29.762741515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":12,"elapsed":"459.188888ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:31.05980858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"15d8039b-3d1c-42ef-84d3-23a00614d93c","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.303091589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.303143389Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.303154889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.303162499Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.303480864Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.303492604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.304986085Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.30743395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.30745052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.307591842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.309502179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.309704082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.311172303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.313443645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.313459345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.313584697Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.324720504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.324742955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":35,"elapsed":"21.639997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.333436508Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.333733852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:39.36255037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"59.469842ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:41.059664426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"27d9f3d2-f2fb-4dc9-bc47-f71837c84967","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.302936924Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.302994215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.303004585Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.303015375Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.303308369Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.30332958Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.30477423Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.304949413Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.305431779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.307791853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.307808753Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.307941875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.309218573Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.309487347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.311209091Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.314908164Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.314961285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.315224948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.325029447Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.325054447Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":36,"elapsed":"22.101343ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:49.339424601Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"36.501707ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:51.060633407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"d10bc324-67bd-445a-beac-5ce2c0dcb58b","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":253,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:56.049588275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"b67cd7a0-ba23-43af-9a42-bfb3fd1a8e96","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:56.04992611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"b67cd7a0-ba23-43af-9a42-bfb3fd1a8e96","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:56.051878347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"b67cd7a0-ba23-43af-9a42-bfb3fd1a8e96","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2350,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:56.052105791Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"29188d11-95d2-4153-81b5-e30d76da2efd","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:56.052295353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"29188d11-95d2-4153-81b5-e30d76da2efd","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:56.054387163Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"29188d11-95d2-4153-81b5-e30d76da2efd","remote_addr":"[fd00:1122:3344:101::d]:39904","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.303964457Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304016547Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304025228Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304033298Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304040958Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304047018Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304053758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304060478Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304066138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304072388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304078868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.304084439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304092439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304098529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304106019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304112529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304118639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304124629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304130279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304135999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304142749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30415056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304157849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30416469Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30417135Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30417768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.3041834Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30419126Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30419815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30420438Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30421173Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30421796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.304225181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304231661Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304238471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304244961Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304251901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304258641Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304267381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304276471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304288591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304298962Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304306802Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304315172Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304323822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304332032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:15:59.304340462Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304349102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":8,"elapsed":"13.13µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304359732Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304372463Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304384403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304398153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304409823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304421333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304433524Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304447734Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304460864Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304474084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304487814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304500974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304513525Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304525395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304540025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304554845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304568995Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304583275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.304597716Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:05:59.304420353 UTC"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304611866Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304626506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304639776Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304654767Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304669517Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304684587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304698987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304713207Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304728477Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304742788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304751048Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304759258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304769028Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304778558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 933631565 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304793078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 933648816 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304808099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304819599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304834869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304849539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304864859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30487846Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30490763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30493738Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304951991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304963461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304975591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304984701Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.304993861Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305010312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305022742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305035542Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305047042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305058952Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305160504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305177544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305268725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305282596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.291488ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305298786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305305756Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305415317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305430347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.170956ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.305438998Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.306793257Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.306890448Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 935779066 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.306971049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.307163322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.307198783Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.307382955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30771465Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.51023ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.308617323Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.30911761Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.309129Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.309333033Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.310411648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.310422288Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.310589351Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.310867815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.311473973Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.311705686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.311899349Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.311907289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.312079202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.312713541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.312724291Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.312883353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.313410231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.314596837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.315162925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.315172715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.315338208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.315948276Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 944822724 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.316244271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.316750598Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.316767588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.316975931Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.319622478Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.320128186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.320356819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.320574362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"16.186149ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.32188535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"17.504058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.322173195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.322929805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.322950235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.323194829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.324986484Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.325016665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.325200687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.32819984Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:05:59.304420353 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.32822632Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:05:59.304420353Z\",\"pruned\":[]}","iteration":7,"elapsed":"23.781437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.333717258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.33671459Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.336750191Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.336975974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.336997764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.339621501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.339643592Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.339837034Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.340288401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.341061252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.341751732Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.341896503Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.342303409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.342444071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.342722025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.344044764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.344072414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.344289357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.344811965Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.344844235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.345040638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.345525285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.354110496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.354608534Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.35506714Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1076, tv_nsec: 983941347 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.355428015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.357639086Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.362263162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.363889655Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.364853519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.365314855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.367141321Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.367174181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.367487296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.371074016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.371108017Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.371118357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.371403501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.372927093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.37628162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.37696936Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"72.73931ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.377086141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.377104812Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.377403746Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.377568178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.377932053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.379418874Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.379451275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.379556067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.379736679Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.380276667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.380300977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.380580321Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.380702083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.383439162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.383502892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.383529663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.38402982Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.38404974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.384285854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.385356118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.386402083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.386422494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.394692241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"90.616872ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.398010048Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.398045468Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.398061938Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"93.608635ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.398076529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"94.057241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.398428663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.39888485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.401154752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"96.80895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.402491171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.402860736Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.404715123Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"100.412171ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.405511464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":13,"elapsed":"101.071731ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.408490546Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.408519516Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.408529297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.408537767Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.408872971Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.410457844Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.413571848Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.413604918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"109.52175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.414094825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.414122886Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.414288978Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.415576616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.415604367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":37,"elapsed":"111.553828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.416189475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.416609811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.416773403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.417200019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.41866915Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.419149977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.419454641Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.420653978Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.420858791Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.420871041Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.420976833Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.420988313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.420994603Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.421000743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.421063124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.421347778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.421788614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.422056498Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.422991171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.423005451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.423015602Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":13,"elapsed":"118.682519ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.423338596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.423361696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.423564309Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.427291602Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.427304452Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.427528075Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.427753589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":13,"elapsed":"123.737531ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.440173174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.443766065Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.443780225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.443788345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.444186831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.447343426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.447684111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.449238562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"145.083893ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.451819799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.451837859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.45184635Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"147.641059ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.455774605Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.456192191Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.457882695Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.45896793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.458992931Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.459376816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7fb0e6-f3ad-47e2-865b-e44610d65918\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:15:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.459403506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.459826083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.459839223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.459989805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.461467586Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.461651078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.461664549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.461674918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.462064614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.463413523Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.463679507Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.463690767Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.463701237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.463994241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.465378771Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.46599986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.46746506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.467495501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.467699064Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.468612617Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.468628707Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.46885394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.47095148Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.47097317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.47098282Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.47099043Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.47099739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.471005061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":7,"elapsed":"166.612148ms"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.471012991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.471019791Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":7,"elapsed":"166.895882ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.473050439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.47307292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.473553257Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f487a32-35c0-4296-9506-583156f628b2\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:15:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.473573077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.47665611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.491549501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.491599582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.491931777Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff1cc1bd-9dc6-4a12-866c-e41ff3c9a445\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:15:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.491963347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.493839674Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.494192239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.494216799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.494225559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"190.230582ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.524936254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.525009755Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"220.601482ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.5543324Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"250.217681ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:15:59.56211006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.56214598Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"258.009401ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.564468933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.56498046Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.566888038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.568720264Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.568736664Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.568923926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.570333166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.573037234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.573058595Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.573270288Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.654946414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.655321639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5bdd5a2-9ffb-4f85-b067-838cbd4b297a\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:15:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.659592489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.659908954Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.66036416Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":13,"elapsed":"356.404174ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.660944658Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.66106275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.661309434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"84758047-c9ee-44e7-9432-00731676fe01\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.661325084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.662138385Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":13,"elapsed":"357.957705ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.663443124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"118877c2-f3f8-4315-b769-8a88f4dad1a4\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.663459484Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.665447942Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.665459092Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"361.322713ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.686652792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.686679313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.687067728Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de18f2e-82b4-462f-ae2c-625f97de2c9d\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.687097588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.687530115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.706362591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.706389122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.706609415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c0e83390-9355-4119-8e06-f20807f6ca0c\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.706630425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.707055621Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.711831679Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.712288495Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32703b77-1823-4a4c-8925-ff3da339e6d6\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.712329866Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.712341336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.712348896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.714247023Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.714656798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":13,"elapsed":"410.409718ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.71476005Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.717721402Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.717949715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.721200481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.721223151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.721524236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"144a0c1c-d07c-4d6f-8d30-3f569ae3de22\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.723010857Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":13,"elapsed":"418.976149ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.747496323Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.748033951Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"92fae0a2-daca-4d9f-ac38-04d6116a73bd\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.748049451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.7493407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6bd220d6-ebc0-4491-9f8e-7ac065a0cbd4\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.74935447Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.750363674Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f3203f0a-0f09-42fc-816e-64c9a46ee489\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.750376134Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.752063078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.752085388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"447.812047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.789750361Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.790117266Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.792065714Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.792078784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.792249727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.799273216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.79952231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118d1fee-dcba-4e77-8219-62ba9277f4e3\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.79954878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.7995604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799747373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799759943Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799767133Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799774773Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799782883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799789703Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799947996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.799957396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.800151319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.800162088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.800570044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.801765921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.801886373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282b44b8-4eee-446a-8211-9cfda07b7f7e\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.801903423Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.802014445Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520d4968-b55f-4f05-9fb7-98ebf5dd3355\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.802031435Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.802045805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.894294841Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"68faa64b-ca78-4afc-bbe2-757d833b1906\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:15:59.894327121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.894337051Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.894814168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af8709b-14a2-402f-b20e-ce5c09abee71\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:15:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.894851448Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.895188013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.900874044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.901084677Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.904000648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.904268292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.905671932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.905917855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.91260524Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":13,"elapsed":"608.349978ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.985928588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:15:59.985989668Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:00.016005423Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:00.016172125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50374"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:00.016385588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3c3ac8ed-4225-40b4-830a-32cb5ce936fb","remote_addr":"[fd00:1122:3344:101::c]:50374","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:00.016709593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3c3ac8ed-4225-40b4-830a-32cb5ce936fb","remote_addr":"[fd00:1122:3344:101::c]:50374","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:00.058376533Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/oximeter.rs:76","collector_id":"5b2025ef-6347-4939-a58e-a3b260c96fcc","producer_id":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:00.058423463Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/producers","method":"POST","req_id":"3c3ac8ed-4225-40b4-830a-32cb5ce936fb","remote_addr":"[fd00:1122:3344:101::c]:50374","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":42097,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:00.058487934Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3ac8ed-4225-40b4-830a-32cb5ce936fb\", \"content-length\": \"41\", \"date\": \"Fri, 28 Feb 2025 02:16:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:00.060130047Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:00.060143258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:01.060798687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"61cab06c-073f-44e4-8459-0572565cd7b9","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.304100106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.304158167Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.304167637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.304174437Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.304440201Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.304503142Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.306032344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.306203066Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.30651571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.308146973Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"4.061267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.309184518Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.309201499Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.309362661Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.311133106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.311322649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.312774729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.315205433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.315217604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.315354566Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.323622783Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:09.323675763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":38,"elapsed":"19.530857ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:11.060590932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"1da9aca3-8303-45ee-9515-58749cacbe39","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":238,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.303922631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.303976102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.303985432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.303993572Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.304270376Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.304308517Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.30596835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.306113892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.306147523Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.307439581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"3.52252ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.308671008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.308681849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.308850571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.310356752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.310629926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.311834433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.314260138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.314274988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.31441352Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.323422157Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:19.323445218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":39,"elapsed":"19.520426ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:21.061017216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"c44f0fa8-3101-4a53-a3d1-7f1923f5b05c","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304177663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304240704Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304250713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304257794Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304265504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304272214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304279854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304287254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304294234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304301534Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304308284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304315665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.304323734Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304331345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304339325Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304346495Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304353345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304360925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304368215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304374975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304381835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304389375Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304395706Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304402166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304408336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304415966Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304422516Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304429686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304435806Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304443286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304455607Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304463756Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304469777Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304476407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304514337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304525208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304533057Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304539408Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304546118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304642849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.30470966Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304774861Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304819362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304831012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304839492Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304858802Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304867052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304875462Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304882522Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304890453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304899053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304907523Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304915843Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304923863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304932643Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304972214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.304993004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.306730619Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1106, tv_nsec: 935094246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.306971302Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.307073093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.307210195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"2.940761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.307655812Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.307683502Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"3.392038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.308480953Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.308701636Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.309027481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.309860443Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.309885583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.310149497Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.310501052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.310526062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.310769936Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.311130911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.311145031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.311297113Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.312374399Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.312716803Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1106, tv_nsec: 941086151 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.313087319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.313620286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.314136153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.31527837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.31530143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.315524573Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.316513037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.316536627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.31674536Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.317690964Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.317712974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.317884117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.320319121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.324237326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.324261627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.32448188Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.330329213Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"25.836296ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.334813726Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1106, tv_nsec: 963164433 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.334875447Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.335193251Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.335260762Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.340715689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.342439944Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.342542615Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.342556696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.342728588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.342766159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.342804439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.343078903Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.345746121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.347045059Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.347532566Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.347555196Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.347712549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.351647174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.351673955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.351909308Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.363046776Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.363089116Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":40,"elapsed":"58.672731ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.367062453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.367506539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.367937275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.368384411Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.370187427Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.370514951Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.371014878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.371322673Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.371984202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.374313555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.37466119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.376161181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.376184711Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.376456995Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.37818337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":14,"elapsed":"73.871156ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.380420171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"75.985565ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.393880742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.393913782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.394224577Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac1d587d-2f52-426a-9873-a2d8bfdc0a45\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:16:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.394243607Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.395649037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.396100763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.396119884Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"91.79347ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.396485829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.396514149Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.396524239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.396793633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.396833724Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.398093381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.400207391Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.400219832Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.400372564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.410639629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.41067778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"106.295454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.426343251Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"121.881165ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.426374042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.426789758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.431680507Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.431705417Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.432105623Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.432122833Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"648647d1-a494-463f-a0a3-b5979de799ba\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:16:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.432132383Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.432143183Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.432447278Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4a3191-28ce-4081-bae3-52f8e5ccf82e\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:16:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.432465978Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.432482758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"128.246725ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.433870218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.434903502Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.440072546Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.440088406Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.440094706Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.44040189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.452606373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.452627953Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"148.277048ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.472514485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"168.125779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.492319535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.49271718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.506462055Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"202.256883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.561725907Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.562044202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d1f32a-ae2a-4941-b0b3-221857c314d4\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.563441112Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.563702495Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.59373682Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":14,"elapsed":"289.557428ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.594969998Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.594984378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.595364773Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ebeb925-9a43-4e6c-9f46-0d21886b75a8\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.595390024Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.595641997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.598437947Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":14,"elapsed":"294.214274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.60642896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.606830335Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.608110124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.609846298Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.609867748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.61000834Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.611524202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.612931812Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.612957712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.613078104Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.625740503Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.625769263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.625781414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"321.339897ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.641906515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.641940632Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.666913956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.667320742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.668695841Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.668710721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.669136157Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.67921451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.679554604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a80acd43-56ea-49ec-8937-cc71d93f3c25\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.679578585Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.679591815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.67993882Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.67994967Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.67995693Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.679970181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.679980181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.679987941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.680161613Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.680170213Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.680412207Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.680429297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.68064785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.682628828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.682812481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb7b966f-9bfc-444a-b48b-fc53215fd254\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.682829911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.682959383Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def78a2a-834b-4051-ae46-6427f9edf909\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.682977023Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.682992223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.717660984Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.758947088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7d64d9b4-c293-4169-b14e-378ffab4493e\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.758973588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.759368104Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.759431105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9e504f-ad16-4db8-aee8-ea9b22374964\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.759464555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.759474846Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.759481286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.760297107Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":14,"elapsed":"455.982913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.762550669Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.762956965Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.767239125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.767478979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.770302039Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.770328929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.770912407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"db8a1063-73a7-441b-9f5e-265ad27741e4\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.772995387Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":14,"elapsed":"468.713853ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.895673633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2f208cb1-2625-48ec-870c-c6d94d134c7c\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:29.895752124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.895774294Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.896562266Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27678cc0-dad5-4beb-a8bc-725b97e1f004\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:16:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.896587356Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.897031742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.901578717Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.901990322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.906703159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.907070464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.909524829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.910072897Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:29.920697087Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":14,"elapsed":"616.470454ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:31.060494416Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"542ddf2c-7a0b-489f-9016-5a455b45f975","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":287,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.303820425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.303872986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.303882186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.303889306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.304219311Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.304237081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.30629642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.308701964Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.308713774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.308856836Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.310224125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.31054057Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.312049101Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.314578727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.314591607Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.314733049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.325177127Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.325193087Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":41,"elapsed":"21.366502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.332054094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.332353649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:39.333609076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"29.804312ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:41.060829838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"6794b02b-b0dd-4a96-82c1-c0825dae2109","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.304121057Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.304177718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.304186938Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.304195308Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.304516613Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.304528853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.306187356Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.306470651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.306481271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.308876765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.308887885Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.309032917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.311076646Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.311251018Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.312667598Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.314856809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.314871219Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.315006901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.325352508Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.325372198Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":42,"elapsed":"21.244121ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:49.342853095Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"38.747568ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:51.060815466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"77e98afc-0fae-48f5-9552-d6630db94a6f","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":253,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:56.051391177Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:62327"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:56.051488228Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"28db516a-ca42-423a-a510-dc4a63e2da32","remote_addr":"[fd00:1122:3344:101::d]:62327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:56.051828933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"28db516a-ca42-423a-a510-dc4a63e2da32","remote_addr":"[fd00:1122:3344:101::d]:62327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:56.054539061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"28db516a-ca42-423a-a510-dc4a63e2da32","remote_addr":"[fd00:1122:3344:101::d]:62327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":3098,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:56.054728494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"360a7152-a338-4231-b7a9-63f0053d0b91","remote_addr":"[fd00:1122:3344:101::d]:62327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:56.054896466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"360a7152-a338-4231-b7a9-63f0053d0b91","remote_addr":"[fd00:1122:3344:101::d]:62327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:56.05727038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"360a7152-a338-4231-b7a9-63f0053d0b91","remote_addr":"[fd00:1122:3344:101::d]:62327","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2563,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305146849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30520365Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30521347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305221331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305227781Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305235631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.305242541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:06:59.305177780 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305251841Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305258781Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305266531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305274201Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305280851Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305287531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305294862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305301582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305308752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305317752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:16:59.305329362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305342212Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305354543Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":9,"elapsed":"14.66µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305368003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305379733Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305390963Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305401723Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305412283Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305422804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305433714Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305446024Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305456464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.305468504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305479804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305492154Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305502345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305512545Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305521615Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305532455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305541505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305550695Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305561175Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305570475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305579976Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305589526Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305601676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305612306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305622366Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305634456Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305645977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305657367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305668587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305679497Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305712037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305728108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305740078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.305768138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305780509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305792259Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305804029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305814689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305825239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305835609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305848139Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30585876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30586889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30587972Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30589133Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30590231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30591338Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305926101Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305939721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305952721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305966241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305979921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.305993572Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306006362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306017872Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306029802Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306043322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306057093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306068813Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306080003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306091993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306101583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 933924970 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306118553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306130894Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306141604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306154614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306167334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306179544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306194254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306201184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 933999460 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306241245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306251505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306258705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306265665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306502889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.306526389Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"995.814µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30660914Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.30662071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.035995ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.308118822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 936016199 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.308221083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.308262304Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.308441806Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.309796745Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.376692ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.310322233Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:06:59.305177780 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.310344933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:06:59.305177780Z\",\"pruned\":[]}","iteration":8,"elapsed":"5.151413ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.310358013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.310368343Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.310376403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.310594877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.310983012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.311008712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.311196015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.311656282Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.311677972Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.311717702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.311821424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.311934256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.315673809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.316376919Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1136, tv_nsec: 944272496 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.316641342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.317144069Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.318832683Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.318848534Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.319099827Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.320311084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.320333544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.320593798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.321241177Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.321651373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.321935197Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.323175045Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.324778917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.324803258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.32495002Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.326063396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.326085876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.326320399Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.341760378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.341821119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"36.113221ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.342203734Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.345290608Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.345538661Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.35534028Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.355759806Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.372583424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.372646115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.372662585Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"67.10122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.376447158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.379089216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.379468151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.379560673Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.379579983Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.379864997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.381015753Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.381547071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.383209904Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.383444348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1137, tv_nsec: 11335095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.383614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.383822243Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.386655653Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.386682553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.386958637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.387634387Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.387652517Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.387803829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.388730682Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.389408042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.390137552Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.390404296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.390441136Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.393308887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.393337248Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.393629622Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.394284481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.394305501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.394484034Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.394499254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.394552555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.394821418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.396012895Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.399254001Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"93.618415ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.399692098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.399716678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.399907241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.401161898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.401555004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.403364999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.403687804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.40413379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"98.558425ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.405309497Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.405334697Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.405345347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.405610151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.413918549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"108.285813ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.414438326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.418360622Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.427644133Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.428026559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.428599576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.428621267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"123.263285ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.430356532Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.430379132Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.430386512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.430393112Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.430642945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.431116472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.431306575Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.441455949Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.44507045Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.451380779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.451405489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.451729374Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86360ab1-c33b-4424-8931-6606dad01486\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:16:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.451755354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.453344077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.459296531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"154.03919ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.460933314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"155.597192ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.467358185Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.467869832Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.483741877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.495367981Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.495410502Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.495422402Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.495432072Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.495852528Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.510583037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.511133764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.524002267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.524050187Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.524384272Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a09603-69ee-423d-95e9-211bc3182732\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:16:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.524407372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.525979025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.564757713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.592755719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.59280583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.593209516Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f54db0e-0e60-4ecc-a497-793656fd9c0c\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.593246357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.593644952Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.597489686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.597884432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.601424472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.60265545Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a3f405e-abc7-439f-9159-86cc63d30076\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:16:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.605114845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.605552501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.612725412Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":15,"elapsed":"307.328759ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.619839153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.619873013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":43,"elapsed":"314.599102ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.637656795Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"332.335234ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.638624539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.640178431Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.640638367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.641747683Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.641775413Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.641997936Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.643744051Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.645311543Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.645671128Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.646610102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.646637952Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.646729183Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.646913696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.648501319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.648528999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.64932228Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14ac840c-48d5-4d58-87ff-b4bf8a736f95\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:16:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.649349751Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.650584588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.650610068Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.650858332Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.650878882Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.650889992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.650902642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"345.55016ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.652980262Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.654132678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":15,"elapsed":"348.649774ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.654751027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"349.190132ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.654924069Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.65494189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.65495053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"349.772019ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.658183105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"352.808312ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.661244199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.661266799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.665462768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.665496899Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.665783633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.665810804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.668935898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.668966288Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.669051339Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":15,"elapsed":"363.90997ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.669156931Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.679087891Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.679117562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.679358575Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f01f4e3f-0dab-42ed-8865-4aff43c5c0f2\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.679377825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.679656739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.688243461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.688482584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.691071331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.691254324Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.6938189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.69384284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"388.330806ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.694853984Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.694874225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.69522522Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5d05fff8-bde3-47e9-9dc0-7aa13c293ffa\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.696537038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":15,"elapsed":"390.994703ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.69737844Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.697402411Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"392.173609ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.705265452Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.705285912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.705296222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.705511625Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.712262421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.713029012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e879d8cf-4b64-4ce4-8006-37ddf727263f\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.713051252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.714554533Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.714574854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.714586804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.714950429Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.71502687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a7c3feee-5ec1-4084-a575-13e327f59a6d\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.7150422Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.716814255Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.716843955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"411.384612ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:16:59.724008697Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.724032197Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"418.809337ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.738280569Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.738839987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"de174b36-ad46-4fd7-a711-d881f0afba9a\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.738860427Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.740993167Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e535a51-18ac-4e31-ac32-4ed17055f825\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.741021858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.742267805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ae498e94-87e2-43a1-8249-47d3d2a51412\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.742290616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.743470862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.743488883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"438.023878ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.745454031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.745828596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.74609945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.74824778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.74826235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.748402542Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.750929478Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.750953878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.750962738Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.750971698Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":8,"elapsed":"445.647687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.752583461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.755111637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.755130887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.755262629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.757961977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.757984048Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.757992678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.758000698Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":8,"elapsed":"452.596945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.778327116Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.779920648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.779941888Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.78006952Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.781634963Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.783121053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.783133704Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.783271576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.804417565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.80479336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.806067038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.806082978Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.806255281Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.814932544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.815244438Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f87c717a-1ebb-4a70-80d5-eb18db5e8012\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:16:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815270568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815281979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815507682Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815518872Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815526182Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815534172Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815541562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815549552Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815746615Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.815756825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.816028459Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.816037299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.816215432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.817963617Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.818079679Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f50e646-36b1-433f-a66c-c100b70e142b\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:16:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.818091351Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.81816489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f6e5285-eaf8-4c67-b425-a661331d0139\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:16:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.818176815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.81818574Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.871593285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.916499361Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"22196562-8396-4f62-8851-a5d98c552164\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.916538601Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.916549922Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.917240571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c5e494-3d11-4984-88a8-1b366319a126\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.917284092Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.917627277Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.917693258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77330ec0-ea1e-42e9-9eec-fbc7b8578480\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:16:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.917725768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.917737138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:16:59.917746089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.919083317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":15,"elapsed":"613.773026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.921833436Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.922155551Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.925106743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.925353936Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.926844127Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.92700254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:16:59.934328063Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":15,"elapsed":"628.863399ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:01.06121695Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"bde770dc-bff1-463c-bef1-49b416e3b91e","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.304506238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.304566239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.304575909Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.304584269Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.304830393Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.304883723Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.306479806Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.308791909Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.308807749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.308936531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.310808687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.31101879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.312602133Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.315016557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.315041247Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.315163719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.326092224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.326119234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":44,"elapsed":"21.619496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.335339504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.33575075Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:09.364141812Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"59.625654ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:11.061785975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"c99cda1a-e585-43a1-ae6e-1682698b10d1","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.305086144Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.305140255Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.305149575Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.305157005Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.305414209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.305428159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.33729834Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.338577358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.338831462Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.340202491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.340213561Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.340355343Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.342524694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.342695427Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.344047586Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.346190966Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.346205206Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.346338068Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.357891851Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.357919032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":45,"elapsed":"52.830508ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:19.368743515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"63.667291ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:21.061462659Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"ccd4f888-fc74-45c2-aafb-935c38dedc3d","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304529094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304598165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304611395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304622015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304632396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304642236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304652016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304662226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304672256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304681246Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304691076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304700226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304709437Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304726297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304736557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304745147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304755067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304765127Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304774698Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304783898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304793168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304802628Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304812808Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304823248Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304831918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304840958Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304851548Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304860889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304869929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304879019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.304889369Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304899489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304909319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.304918889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.30492822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.30493729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.30494627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.30495673Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.30496544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.30497516Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.30498807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305000101Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305027031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305140103Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305169763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305182683Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305194533Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305236764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305249914Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305258874Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305267004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305274854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305281535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305288765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305297265Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305305375Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.305313445Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.307002129Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.307682199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.308828355Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.181079ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.309073098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1166, tv_nsec: 936494276 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.309404333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.309593496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.309621446Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.309823719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.310468838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.310491348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.310729792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.312389085Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.313567312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1166, tv_nsec: 940991369 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.313803195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.314419284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.315743193Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.315770923Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.316086438Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.317181583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.317208113Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.317440087Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.318163477Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.318316629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"13.741925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.31834675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.320684463Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.320712553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.320865245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.321990971Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.322016122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.322232565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.334268595Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1166, tv_nsec: 961675382 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.33467043Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.342842436Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.343195101Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.346400547Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.348270633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.348620418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.349239987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.349357158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.349370878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.349581201Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.349657153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.368707462Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.369110318Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.369480703Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.36993384Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"65.268733ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.373023223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.373047453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.373107105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.373135025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.373358988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.373418189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccbc1659-8ea2-4369-8e81-d44f75615c21\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:17:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.373446319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.374624426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"70.008851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.374863379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.375294065Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.375508599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.381451572Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.381475183Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.381482083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.381754117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.382531208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.382910973Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.384601237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.384621737Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.384629477Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.384676448Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"80.007512ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.38483515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.38907208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.389102941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"84.403904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.389835861Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.389895822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"85.206536ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.389943943Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.389956353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.390185666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.390335158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c1dd54-d762-497b-aade-5c45630a5c8d\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:17:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.390357138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.391476784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.391791849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.39331579Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.396048459Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.396412564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.396780369Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.399039921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.399068842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.399220424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.401333394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.403955371Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.403974981Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.404159864Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.405751406Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.409605121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.409676512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.409935546Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.410042127Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.410419542Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.41802595Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.418369775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.425571177Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"120.941412ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.428100713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"123.334115ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.429860577Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.429872778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":46,"elapsed":"125.178482ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.432252181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.432269182Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.432279332Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"127.491204ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.445433418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.445458568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.445834814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbb12149-84e2-46aa-ac7b-f4c6849e578c\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:17:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.445853404Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.447652039Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.455734184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.455754064Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"151.2151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.461752079Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.462025523Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":16,"elapsed":"157.514909ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.464344865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.464368856Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.464523038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.466848871Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":16,"elapsed":"162.126334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.502608467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.503091904Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.506432471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.506850167Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9019ab77-5e05-4f50-9feb-5e53dfdc1f42\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.509250641Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.509616856Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.512223923Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":16,"elapsed":"207.639938ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.562381523Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.562428684Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.564229329Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e613a190-ebc9-42e8-948c-cbcfac2d1b5f\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.564257179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.56427257Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"259.753955ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.564575024Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.611132263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.611503038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.613864592Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.613881712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.614240587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.617618705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.617643425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.617920469Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2677e047-3627-4b8a-91be-051a58e57c3a\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.617952009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.618129142Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.620500295Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.62080775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.620884081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.621233876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc9663c3-cb23-48da-88da-476a8c3602a4\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621261766Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621273166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621600311Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621612121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621618451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621625001Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621631311Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621638182Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621804404Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.621828444Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.622068708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.622084968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.62228238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.62362247Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.623770662Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3edeeae4-0ba0-4a2b-8a66-00e887f5cb9a\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.623793782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.623889913Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b90ecf95-5ad3-4e32-80dd-ed743bcde9d7\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.623906174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.623919184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.629068367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.629421901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.633827574Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.633848884Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.645652641Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.645994226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.647307895Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.649003449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.649027059Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.649161711Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.650576501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.652315625Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.652334356Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.652478088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.692012617Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.735055796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a0b9d897-932b-4359-88a6-b501932824d6\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.735085107Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.735094437Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.735921019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe4dbf2-1741-435c-8506-e6adf792f046\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.735961679Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.736254464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.736304244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bf018d47-f6e1-4625-aae1-4a3bf2b23f67\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.738226821Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":16,"elapsed":"433.525625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.739594591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.739934605Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.741194203Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f3ce68-d279-48ac-a985-e0d810d9dad9\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:17:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.741221214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.741233304Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:29.741243064Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.742483301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":16,"elapsed":"437.728384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.743166171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.743390644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.745283561Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.745538195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:29.751831444Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":16,"elapsed":"447.25604ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:31.062247468Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"8d699c95-0929-4daf-accc-c28f3f56f332","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.305566377Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.305617777Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.305626427Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.305633187Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.305896731Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.305908591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.307883639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.310308994Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.310322014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.310461376Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.312520662Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.312778209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.314090487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.316272998Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.316282348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.31641662Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.327358865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.327386506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":47,"elapsed":"21.811888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.335092364Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.335330918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:39.36375712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"58.202454ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:41.061592156Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"44701c31-3a7b-4615-a4f7-ef95b2826e49","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.304892225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.304943596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.304951636Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.304960086Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.30522558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.30523932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.306856123Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.307571903Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.307788286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.309244337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.309262747Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.309391888Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.309429159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"4.551534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.311521269Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.311915254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.340434698Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.343051975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.343066225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.343205727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.351634556Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:49.351650466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":48,"elapsed":"46.760462ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:51.061722965Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"d8f03dd6-229c-4a39-88a6-9911467cd307","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":350,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.305882026Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.305939487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.305951598Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.305961858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.305971188Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:17:59.305981618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.305993438Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.306003608Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:07:59.305908787 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306014659Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":10,"elapsed":"19.25µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306026459Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306035229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.306046409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306057079Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306067999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306078359Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306089489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30609957Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30610971Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30612056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30613072Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30614106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30615153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30616117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306170921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306181661Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306191011Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306200061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306209901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306218711Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306229151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306238322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306248372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306257992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306266892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306276082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306284592Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306294843Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306304912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306314153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306323183Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306333223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306344433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306353323Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306362883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306371544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306416414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306426494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306437054Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306447985Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306454615Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306462265Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306468625Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306475425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306482205Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306491235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306499815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306506586Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306512855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306518906Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.306525166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306531116Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306536996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306544136Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306550626Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306556876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306562696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306570006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306577256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306584316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306591377Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306599407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306609017Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306618917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306626847Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306636107Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306644487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306651228Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306658377Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 933628315 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306681808Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306718298Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306733629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306742249Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306750319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306758319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306767979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306776689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306786369Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30679519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30683195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30684294Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30685011Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30685798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30686738Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 933800908 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.306938581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.307166725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.307179755Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.035965ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.307396098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.307406748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.098566ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.309053351Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:07:59.305908787 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.309070472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:07:59.305908787Z\",\"pruned\":[]}","iteration":9,"elapsed":"3.148684ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.309313685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"2.995053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.30964234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.310083216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 937046134 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.31038426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.310411341Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.311519726Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.311542217Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.311675608Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.311942562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.312163986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.312176306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.312348098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.312404739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.31322285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.313430353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.313758548Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.314193004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.314206994Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.314214724Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"8.246066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.315115307Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"9.045168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.315967279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.31599219Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.316214733Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.318714228Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.318738539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.318746629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.318894921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.319104504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.319458949Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.31952157Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.320460273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.322611583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.322637494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.322946408Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.323190742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.323210292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.323386124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.323964902Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.323987023Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.324264907Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.324289827Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.324300757Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.324526361Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.324809234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.325017117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.327210478Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.327477702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.332121818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1196, tv_nsec: 959070765 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.332469423Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.337007797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.339634614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.339674815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.339687395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.339883738Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.341651563Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.341682173Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.341808395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.345243454Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.345578408Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.349362162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.349393472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.349743007Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.349775118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.349788288Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.350118263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.3739743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.374475227Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.383627287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1197, tv_nsec: 10573234 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.384018122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.384762933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"78.751714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.385300341Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.38740973Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.387440541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.387633354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.398158903Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.398600079Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.406937647Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.409834728Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.410207383Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.410293724Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.410314715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.410558578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.410578348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.410592858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.410605599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"104.283756ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.411084055Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.413402758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.413433128Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.413664442Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.414285801Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.415010591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"108.727078ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.416063536Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"109.721763ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.417991783Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.418931086Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"113.04202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.419425773Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.419859599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.41988118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.420122143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.420140114Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.420149074Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.420511209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.420909344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.423074777Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.423097813Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.423301805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.42417714Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.434113021Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"127.839699ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.43545933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.435500311Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"129.34701ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.445691515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.445738366Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":49,"elapsed":"139.615105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.447333678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.447754244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.449974576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.450185359Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.454999927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.458531567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.458564177Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.458803141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.461422758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"155.383519ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.462429922Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":17,"elapsed":"156.239821ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.466706262Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.469241868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.46934102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.469722265Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.473787333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.473887754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.474077077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.475244713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.475273844Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.475284184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.475293224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.475647109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.476026234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.476044565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.476051665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.476058035Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.47638529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.477873811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.478620261Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.483183346Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.483217286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.483453019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.483542551Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.483571731Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.483817304Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.486056456Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.486144857Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.486572783Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c50e0244-9a53-4822-a3c5-b1fbc40ba1a1\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:17:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.486605474Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.488709624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.493743455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.493774665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.493787146Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"187.714136ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.496055238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.496086168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"190.09559ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.499675099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"193.498618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.517717254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.5181373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.527637265Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"221.577385ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:17:59.532755597Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.532804658Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"226.82318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.538000421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.538426847Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.543982236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.547236092Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.547261602Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.547553717Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.548982917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.549013557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.549028397Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.549263331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.551154748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.554930291Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.554953581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.555078654Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.557241564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.557266594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.557279364Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.557581528Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.559527906Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.559561287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.559574297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.559586177Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":9,"elapsed":"253.518538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.560131584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.564914072Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.565037504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.565066194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.565328838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.581157962Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.581194453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.581208023Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.581220073Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":9,"elapsed":"274.956941ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.607290162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.607337803Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"301.193822ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.630191996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.630228687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.63049208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91994dbd-4752-4c34-b60b-8c07cd14768f\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.63051564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.631954141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.635008774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.635309008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.637370908Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.640080086Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.640101996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.640290659Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.641962393Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.643571555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.643593376Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.643720817Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.742689408Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.742735719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.743103414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1876d2-83d3-4507-b178-ae8d496167ae\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.743127814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.74494704Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.773527244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.773575985Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.773973471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c8cd0b6-b963-42a6-9f11-d72aca4fcabc\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.774004071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.774438677Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.77466145Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.83259604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.832641611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.832832883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"febd0c27-ce34-43dc-a433-7006ee59958f\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.832862284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.83328663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.835925507Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.8360969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.839452527Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.839805032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.88703439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":17,"elapsed":"581.128814ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.896701407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.896943011Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a13ff24-1de4-4681-baf9-2b0f61852e41\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.899559258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.899955864Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.931347628Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.931820684Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7ce97a92-7ee7-49f4-af86-b29baf819bc0\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.931841145Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.933701491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4e0c199c-13f4-430f-aa59-978fca6d689b\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.933716651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.936009414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"23c15f1f-7ec6-4304-8953-4fc86c229f11\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.936033214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.938155014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.938204645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"631.977473ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.93930013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.939584004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c6d39ab-a2cb-4a6a-a145-9b4d66a67e50\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.939599354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.942008108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"721971cb-d6f9-4365-9a10-b70eea309e9e\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.942022269Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.944060637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.944071568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"637.716425ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.955166245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.958209388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":17,"elapsed":"651.996397ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.959298863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.959312093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.964130792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"533ec974-badf-41d2-8ae7-f9e70137304e\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.964156032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.964165532Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:17:59.964173492Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.964297824Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8cb7b03d-399c-49f6-be5c-561c3ca87812\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.96615941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":17,"elapsed":"660.211583ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:17:59.966662788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":17,"elapsed":"660.572308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.010352636Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.01068572Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.018658863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.018680733Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.018883907Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.02976441Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.030057525Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"853d8159-5665-4c79-b3c8-257a0958f675\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.030091385Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.030104665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.0304288Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.03043941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.03044795Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.03045594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.03046315Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.03047004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.030647153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.030657163Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.030895576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.030904077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.031274312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.032384787Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.032511929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5efd72-0ff8-4c13-a7cf-603506cf0082\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.032522989Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.032617531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0980b5b-02be-4c8c-92e9-da9b55c32220\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.032630561Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.032639891Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.128181583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d0a1dd07-8180-44e9-843c-0409394fa5a5\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:00.128222444Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.128232824Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.128510338Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f84886b-77ab-4773-a1c6-193da95b848e\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:17:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.128556108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.128870383Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.132571785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.132761058Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.136277588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.136590872Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.138990576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.139207449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:00.145972725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":17,"elapsed":"839.679183ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:01.063196784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"e2384bdf-e938-4c53-9344-ddec5b884171","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":390,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.305843994Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.305897695Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.305907185Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.305914945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.306206289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.306241039Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.308198877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.310564397Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.310578375Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.310700064Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.31195575Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.312185694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.313624034Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.316037508Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.316050708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.31618828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.327714083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.327733894Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":50,"elapsed":"21.88034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.334375878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.334742063Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:09.362693568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"56.858395ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:11.051955633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:48973"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:11.052082335Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"f05a10a2-3ced-4f89-aaf1-c5de3b35bae9","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:11.052411009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"f05a10a2-3ced-4f89-aaf1-c5de3b35bae9","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:11.054953745Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"f05a10a2-3ced-4f89-aaf1-c5de3b35bae9","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2930,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:11.055205049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"2158cd0a-e070-47ca-8428-deb923714cfd","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:11.055527624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"2158cd0a-e070-47ca-8428-deb923714cfd","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:11.057466901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"2158cd0a-e070-47ca-8428-deb923714cfd","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2321,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:11.062655634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"3ecc671d-1eba-4bbb-a4ca-5f6db354a7cd","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":233,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.305936783Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.305995304Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.306006614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.306017014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.306281078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.306306128Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.307951432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.308297816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.308310627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.309370642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.451538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.31067835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.31069003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.310833992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.31280945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.312995883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.314154099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.31629794Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.31630898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.316445052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.325079354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:19.325098874Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":51,"elapsed":"19.157631ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:21.062738794Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"acf728e9-9cca-4f0c-8497-7a96ee8c37f8","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":300,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:26.052536943Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"3a9d94e3-effa-4f42-870c-2cf05f31e4fc","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:26.052845877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"3a9d94e3-effa-4f42-870c-2cf05f31e4fc","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:26.055401674Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"3a9d94e3-effa-4f42-870c-2cf05f31e4fc","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2926,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:26.055628677Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"33fd5193-8a9a-4867-9907-2a3c28382822","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:26.0558823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"33fd5193-8a9a-4867-9907-2a3c28382822","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:26.057496563Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"33fd5193-8a9a-4867-9907-2a3c28382822","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":1900,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306229715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306284016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306294316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306302716Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306309627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306317236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306324797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306331317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306337917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306344847Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306352147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306358027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306365537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306372197Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306379557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306386817Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306393828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.306401238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306408468Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306415298Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306421898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306428078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306435838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306442348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306449498Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306455858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306462799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306469969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306476519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306483699Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306490329Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306497269Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306503709Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306511019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306517559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.30652451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.30653149Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.3065378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.30654422Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306799003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306816074Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306826014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306846184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306875755Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306884935Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306894415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306902735Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306956686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306967316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306975896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306984256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306990946Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.306998696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.307007236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.307015466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.307023537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.307054387Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.308921953Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"2.406174ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.309176027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1226, tv_nsec: 935690665 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.309601573Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.309699344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.309896537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.311349378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.312312441Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.312338362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.312483054Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.312983041Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.312993921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.313262955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.31363423Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.313660171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.313851093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.31501218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.318521359Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.31854722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.318673851Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.318689022Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1226, tv_nsec: 945199049 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.318934535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.319021626Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.320536208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.321730795Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.32212461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.322947102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.322977122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.323271636Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.323960686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.323988287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.324324091Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.325989705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.327610288Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"21.148559ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.327993633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.328017374Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.328113775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"21.568875ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.328233207Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.331231819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.331672855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.332479177Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1226, tv_nsec: 958992564 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.332806011Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.333581172Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.333959218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.335436609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.335805304Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.335946656Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.337594099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.340153975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.340178646Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.340403939Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.341292471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.341308952Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.341583886Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.365485784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.365549875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.365564565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.365574495Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.365874979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.36594052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.366044942Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.366065692Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":52,"elapsed":"59.776556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.379467382Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.379963259Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.380383685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.380861522Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.381157886Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.381423799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.381986647Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.383189664Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.383383647Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"76.851728ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.383510599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.384698156Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.384726166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.384784657Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.384926609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.386014244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.38638582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.388069493Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.388401608Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.388790024Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.388820824Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.389076968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.392416705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"85.916206ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.392442455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"85.968837ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.392635718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":18,"elapsed":"86.298861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.393616282Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.395552149Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.39557386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.395768853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.396950739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.39698358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"90.656053ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.397286544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.397304214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.397653339Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"861a4602-7740-470a-9775-63dfb2261da4\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:18:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.397673309Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.399776699Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.400488799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.40051132Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.400766013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0923256f-4af2-478b-a4f9-f20403986fa3\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:18:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.400777723Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.402341155Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.410638953Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.410982548Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.412698602Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.412721932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.412730962Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.412771783Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"106.549248ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.413160508Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.429842905Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"123.444927ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.438998484Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.439049315Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.439334179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185806ea-c72f-498c-9c99-6b588f16e9ae\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:18:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.439367949Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.441728403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.446154346Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.446182566Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"139.91474ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.462866882Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.462896912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.462907012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"156.475814ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.491866052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.492293748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c51f27-7cd9-4ae6-9dd1-b0bed080deb7\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:18:28 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.493755879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"187.489583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.495486933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.49592942Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.496535328Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":18,"elapsed":"190.314963ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.519679306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.520046031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.553055788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.553119119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.553452414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d1d41b3-8809-4453-84f0-8b50361044f0\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.553479144Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.553993752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.555242059Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.555387411Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":18,"elapsed":"248.896262ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.558218821Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.558248672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.558494435Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.560185279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.56308943Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.563115781Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.563346854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.608042076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.608093147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.608369711Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"398dfa9b-297a-4d4e-a114-e930635bffd4\", \"date\": \"Fri, 28 Feb 2025 02:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.608395191Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.608744166Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.611333243Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.611535476Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.613724837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.614069062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.678433242Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.682015593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.682036553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.687050704Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.687666633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.69024543Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.6902734Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.690594365Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.705274032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.705636558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"661b8f0d-4d3d-497c-b334-c1ace5abb342\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:18:28 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.705660478Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.705672258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706011973Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706041453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706052053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706061664Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706071224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706081114Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706262256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.706288287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.70655704Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.706579411Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.706942116Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.709071236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.709608134Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20e3936-2feb-467b-87a2-45b0a005eded\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:18:28 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.709628424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.709707455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c77789dc-3bb1-4bb6-9144-afbde4b95556\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:18:28 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.709723275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.709733015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.772832708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9423ed38-cb44-43ca-98a4-c6c04ed3ac9e\", \"date\": \"Fri, 28 Feb 2025 02:18:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.774190108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":18,"elapsed":"467.83107ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.774244248Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb55f6f5-eed5-4c21-97fa-b338b64ac519\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:18:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.774271769Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.774281199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.774288119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.775865221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":18,"elapsed":"469.472414ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.870200586Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3cf4e09f-19f4-4623-85fd-f473bdcfebff\", \"date\": \"Fri, 28 Feb 2025 02:18:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:29.870235887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.870246297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.870515471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f60ee4-1368-4ace-ab2e-ebb6a552c682\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:18:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.870560421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.870912856Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.873937509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.874296474Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.87757292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.877903255Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.880020405Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.880253178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:29.887512381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":18,"elapsed":"581.179404ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.06336454Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.06339251Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.093830751Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:30.093932742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41083"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.094127365Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3a300c88-d6ac-4191-be52-9fb29d24bbdf","remote_addr":"[fd00:1122:3344:101::c]:41083","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.094410959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3a300c88-d6ac-4191-be52-9fb29d24bbdf","remote_addr":"[fd00:1122:3344:101::c]:41083","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:30.140690804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/oximeter.rs:76","collector_id":"5b2025ef-6347-4939-a58e-a3b260c96fcc","producer_id":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:30.140708954Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/producers","method":"POST","req_id":"3a300c88-d6ac-4191-be52-9fb29d24bbdf","remote_addr":"[fd00:1122:3344:101::c]:41083","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":46639,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.140805436Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a300c88-d6ac-4191-be52-9fb29d24bbdf\", \"content-length\": \"41\", \"date\": \"Fri, 28 Feb 2025 02:18:30 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.143149649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:30.143164359Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:31.062765703Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"122fd291-6d36-405e-97cd-b1c3dcaeeb22","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.306077821Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.306132202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.306141172Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.306149752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.306402076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.306459146Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.308462125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.311583999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.311602009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.311743561Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.313337274Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.313668159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.314856455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.31728878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.31729937Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.317436972Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.324689684Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.324713885Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":53,"elapsed":"18.634244ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.335755081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.336069476Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:39.337736839Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"31.674478ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:41.062705009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"df9c1c9b-f24c-4593-a190-623b2182900d","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":397,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.306011658Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.306065479Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.306075079Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.306083329Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.306374053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.306420584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.308177949Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.308199229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.308370292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.310824316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.310847667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.311006029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.312336018Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.312644852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.314289975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.316961193Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.316981713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.317113805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.325894449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.32592066Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":54,"elapsed":"19.894801ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:49.338215364Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"32.216935ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:51.063215644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"2c3ef72c-41ad-4ac3-816f-a6de2da3f1df","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":273,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:56.053248364Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"580d562c-6574-46dd-8daf-fb01ba392cc1","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:56.053591349Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"580d562c-6574-46dd-8daf-fb01ba392cc1","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:56.055716049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?sort_by=id_ascending","method":"GET","req_id":"580d562c-6574-46dd-8daf-fb01ba392cc1","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2537,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:56.055908912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"1e04b2db-3a23-4fea-be7c-7b2514ad1bce","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:56.056169935Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"1e04b2db-3a23-4fea-be7c-7b2514ad1bce","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:56.058335596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/collectors/5b2025ef-6347-4939-a58e-a3b260c96fcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNTI3OTEyNy1mMTJkLTQzMjYtYTdlNS1kMDdhNTE4ZGJiMDEifX0%3D","method":"GET","req_id":"1e04b2db-3a23-4fea-be7c-7b2514ad1bce","remote_addr":"[fd00:1122:3344:101::d]:48973","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":2462,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30689728Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.306976051Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.306987941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.306998791Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307007631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307016721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307025332Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307035322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307043522Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307051822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307061982Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307203644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307231964Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307242635Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307254065Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307264215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307275115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307286825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307297556Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307307396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307317926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307327756Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307337076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307347426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307356326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307366096Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307376877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307388147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307398157Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307407657Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:18:59.307418047Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307429287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":11,"elapsed":"15.36µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307441307Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307451578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307461568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307470708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307480488Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307491358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307500988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307512859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307523819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307532779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307542089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307552459Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307562009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307575229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30758782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30759835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30760858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.3076178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30762719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30763897Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30765039Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30766089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307670151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307679241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307689001Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307698711Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307711521Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307723782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307735032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307745652Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307755192Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307764912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307776732Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.307786252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307795392Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307804403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.307813673Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:08:59.307758732 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307822823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307831323Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307841413Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307850663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307862253Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307871533Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307881694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307891674Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.307902244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307912014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307921654Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307934625Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307944294Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307954215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307966745Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307979555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.307996845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308059866Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308077816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308089917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308106987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308119517Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308227038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308255249Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308265599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308275419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308288299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30834384Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 933793938 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308510362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 933796938 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308527993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308539903Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308551263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308688835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308715276Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308832437Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308955769Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.308967519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.798436ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30901584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30902663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.30903515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.735435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.309675489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.310514371Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.310903027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.312483209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.312507239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.31259336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.312604511Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.312610631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.312707402Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.312849614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.312934495Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 938393163 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.313188959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.31819717Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"10.920124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.319322966Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.319440567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"12.173662ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.319472798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.319481638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.319490878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"12.275524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.319499238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.319953555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.321996964Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.322312138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.322337938Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.322564632Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.323989912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"16.177199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.325139558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.325169038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.325372631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.325865138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 951309745 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.326036291Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.326261644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.326483827Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.328372774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.329896915Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.33097888Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.331005751Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.331208804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.332616854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.332645224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.332822267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.346165266Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:08:59.307758732 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.346227186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:08:59.307758732Z\",\"pruned\":[]}","iteration":10,"elapsed":"38.401573ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.34649353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.351007434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.351038995Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.351336549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.353669322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.354850568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"47.923398ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.355917524Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.355942544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.356089146Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.356103956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.35778852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.35781182Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.357932342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.358992787Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.359559675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.362809571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1256, tv_nsec: 988248548 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.363069085Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.363243477Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.363667803Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.36415313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.366571764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.366749057Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.371252101Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.377366847Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.380337969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.380366599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.380726924Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.390067187Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.391871842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.393063549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.39309151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.393292712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.393397224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"86.15214ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.395020537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.395051337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.39527755Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.397690155Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.397717905Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.397730725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.397995849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.3980648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.398672329Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.401207594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.401236245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.401500969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.401521319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.401531829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.401857883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.404086395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.40445772Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.405277562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"97.46413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.406444179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.406654782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.417802219Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.418284006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.419178729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.419837238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.424642376Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.424682137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.424693627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.424705537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.424718247Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.424727477Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.424739487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.425323766Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.427265383Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.427282123Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.427559867Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.427680069Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.427692529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.427698989Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.427705539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.428094325Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.429198241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.429434044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.429468114Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.429611536Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.429698568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.430322646Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"122.95085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.431645605Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.432213453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.432243953Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.432257374Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"124.465821ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.435458859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.43548723Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.43549906Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.43551001Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.43552529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.435747533Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.435938466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.438958759Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.439111031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.439137141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.439148461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.439346684Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.439487866Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.443601234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.443628205Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.443638415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.443647725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.443893249Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.443936229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.444180433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.444201363Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"136.484592ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.444215293Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.44612162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.448191729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.44822136Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.448492254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.448550294Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.450099276Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.450469922Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.450484332Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.450805036Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.45460669Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.45464169Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.454706851Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.454735642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.454862174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.455027306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.461139362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.461625629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.464415099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.464947766Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.464966867Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.464985137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.464998697Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":10,"elapsed":"157.690611ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.468799671Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.468833351Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.469111775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.471805804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":19,"elapsed":"164.864003ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.477040378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.477064448Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":55,"elapsed":"169.56056ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.477481844Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.478865313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.479486792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.482616106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.482644987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.482958181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.487557366Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"179.826285ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.495084583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"187.684736ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.497357705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.497391866Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.497402446Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"190.425274ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.501806308Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"194.645184ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.525118138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.525175429Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"217.670321ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.529854485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.529899455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.529915296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.530377992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.533075231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.534775904Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.534808425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.535127649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b798005-5358-43a1-a2e0-1766560c7e7a\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:18:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.53515438Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.536662621Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.536692322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.536837764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.536932925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.536948245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.537148948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.537782047Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed15a82e-294e-4de8-a3a6-aa66f565bb83\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:18:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.537811527Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.538130822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.5394268Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.547559105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.548011892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.549771497Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.552500905Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.552532816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.55281178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.558451979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.55848911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.55850128Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.55851326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":10,"elapsed":"250.83819ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.599993807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"292.432118ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.612863889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.612937261Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"305.22278ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.625789772Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.626234569Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:18:59.66656762Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.6666115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"359.023181ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.668179942Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.668573718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"35088f35-e786-4558-8bfa-aaf75d7d4ced\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.668586158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.670426774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1e0ea97f-9373-48eb-8f79-c55cdc47128c\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.670438894Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.678527689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.678572439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"370.734597ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.703921358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.703961589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.704299963Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e3d9d6-8eca-4da2-b058-bd32acbad5c3\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:18:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.704318044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.70618683Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.742507594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.742527715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.743007111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5084ccd4-1798-4424-9e8d-dd5834cf93d7\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.743036222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.743448897Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.744192638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.746123505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.746138535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.746285998Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.747993962Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.749685876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.749696116Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.749846598Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.802633835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.802680036Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.802868928Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5e49a3d9-160d-49e2-8d2f-86b3ab89bda2\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.802882918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.803305364Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.805951722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.806168735Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.808916094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.809195678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.812661217Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.812686317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.812949421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d1887b89-dd2a-4706-b45f-fdff097f684a\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.81429025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":19,"elapsed":"506.449417ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.824354833Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":19,"elapsed":"517.479063ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.85035234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.890351256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.890712572Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8049d6b-eabb-407e-a339-43bf6707b19a\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:18:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.892886482Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.893314568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.895205205Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":19,"elapsed":"587.642176ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.931254805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.950493198Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.950917273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"30c2ee33-39d1-48e6-84cd-419a24b54eb8\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.950930774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.950995914Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.95135648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.95207111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"90a94e8b-1a55-4ce7-8950-27391e825485\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.95208208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.953937786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"77880183-7bfa-44be-8dca-9ba61466cca5\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.953951296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.953961527Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.953969257Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.95420267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.955866774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.955905974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"648.70486ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.958004984Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"772354f2-afc9-41ae-98d9-6a82e084df59\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.958029974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.958039344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.958047604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.959510975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":19,"elapsed":"652.537515ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.964897931Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.965147545Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34152a4a-a8a0-4385-8dd4-941115bfcf2d\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965167965Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965181785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965432449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965456779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965466439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.96547433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.96548261Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.96548979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965610061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965622201Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.965735163Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.965744033Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.966038618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.968268699Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.96836788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b86dc35-fd60-4c4d-ad77-f50113fe7751\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.968383311Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.968466912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f249c358-0717-4cf6-aaf8-3ad70537107f\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:18:59.968479962Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:18:59.968491082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.140949143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a182f85b-d06b-4c15-80c1-b119452da666\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:00.141001423Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.141014054Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.141271797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daff6646-0b7f-449a-911b-b3fd4d24d631\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:18:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.141317138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.141691433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.145395025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.14573015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.148760093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.148997807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.151299579Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.151510932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:00.158006734Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":19,"elapsed":"850.873981ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:01.064201937Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"d2b1af45-0622-402a-b8ff-5ae35e7012e2","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.307489576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.307549297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.307560367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.307569887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.307817591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.307871441Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.309354402Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.309550395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.30988018Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.310880434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"3.408158ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.312473637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.312485087Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.312629539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.314297632Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.314473805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.315481639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.31763975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.31765131Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.317784722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.329551858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:09.329568428Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":56,"elapsed":"22.084353ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:11.063609337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"96577b46-c9bf-4895-ba26-8372acb1adc3","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.306895015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.306946506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.306955106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.306963367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.307252131Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.307287551Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.309094077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.309250399Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.309260379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.310827941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"3.949076ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.311853515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.311864728Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.311992558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.313001292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.313223885Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.314642155Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.316915567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.316929397Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.317059839Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.325475508Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:19.325506049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":57,"elapsed":"18.586444ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:21.06398403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"bb8915b6-a169-421d-bbeb-42cb685994ad","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307228118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307295099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307306549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30731638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30732729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30733711Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30734563Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30735587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30736648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30737557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30738451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307394431Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307403611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307412961Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307423081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307432191Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307440391Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307450211Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307459782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307468762Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307477932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307486732Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307494392Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307502342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307512902Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307521772Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307531552Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307540053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307548073Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307555933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.307564403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307573823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307581853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307590504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307598244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307607064Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307615414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307624264Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307633754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307765436Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307781906Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.307793516Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30801987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.3080483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30806282Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30807449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308085611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.30809518Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308106171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308116921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308126811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308136131Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308146081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308155741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308167112Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308178492Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.308188602Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.313175263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1286, tv_nsec: 938186790 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.313557748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.31439476Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"6.852477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.31441496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.31442529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.31514644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.315459255Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.317434933Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.317453583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.317562725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.317574945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.317642426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.317855449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.318307805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.318335525Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.318494628Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.31868687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.318709631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.318981205Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.319516262Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.319788616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.319880227Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1286, tv_nsec: 944899865 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.320201042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.321013243Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.321730473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.324532943Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.324661025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.324670825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.324820887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"17.370096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.324845368Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.324904818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.325894863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.325909863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.326182587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.327950932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.328404098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.328670672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.329574055Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.329597445Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.329729187Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.32998426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"22.421667ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.340926335Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.341307921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.341657995Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.341837548Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.343720765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"36.383606ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.345053263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.345080594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"37.694314ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.345955736Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1286, tv_nsec: 970965574 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.346335122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.346523694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"39.116453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.34696331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.347410347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.349204792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.349259773Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.352040082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.352058123Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.352240855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.35324373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.35326624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.353451372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.378459706Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.378937633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.379661913Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.379689594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":58,"elapsed":"72.167462ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.385996393Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.386330458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.387515855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"80.035963ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.388491418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.388503829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.388509929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.388519759Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.388816593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.388970165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.389433762Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.389610234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.390160512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.390780351Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.391567912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.391583062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.391591362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.391601062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.391824856Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.392013728Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.393364727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.393388167Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.39356143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.394081327Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.394100938Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.394321531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.398392818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"90.964127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.398445389Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.398716193Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":20,"elapsed":"91.355983ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.399508454Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.399522464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"92.246195ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.400161853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.400183744Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.400327336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.41266712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.412693741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.413032765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc6307c-9e35-420e-bcb1-965283ec05fc\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:19:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.413052896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.41549343Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.420113376Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"112.623454ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.427859125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.427872566Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.428141899Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5719ea7-051a-4a40-88cb-6eb0e12c2a15\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:19:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.42816379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.43028694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.431385805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.431409976Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.431419966Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"123.965674ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.444295358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.444335359Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.444666143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a842bbf-e493-4ad3-a634-036f39d15079\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:19:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.444685613Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.446945296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.459811587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.460343175Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.471602614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"164.368096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.479116271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.479576847Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.480886386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.484054221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.484081841Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.484370765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.486162811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.488864649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.488895989Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.489086152Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.529299261Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.529349691Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.529765757Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6910075-f700-4fd0-9bd0-0ff2689255e7\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.529803218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.530175433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.548581584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.548618744Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.548843067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"01111af1-50c8-4094-8ef9-83ea7e6d3194\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.548854327Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.549158332Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.551075449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.551322562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.554629499Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.554883273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.557980807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.558002947Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.558493794Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"01712dc0-4df0-4f98-9945-e5b8a5472033\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.560511023Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":20,"elapsed":"253.00156ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.617375767Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.617649121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477ad258-cb6c-49ed-b54c-9ec4cbe05835\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.618896479Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.619163813Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.626280013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.627859396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":20,"elapsed":"320.563046ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.628410243Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":20,"elapsed":"321.198175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.684130632Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.684527147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.686297012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.686318573Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.686490355Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.695630975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.695913779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8424dba-248c-4973-bfeb-026547503079\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.695933239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.695942999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696263134Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696276094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696283354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696290634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696298254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696305084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696508607Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696527837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.696758501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.696780741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.697142606Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.699068303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.699189665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9db8dc-9332-4097-aafd-60f2b0e4938f\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.699215485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.699285386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50823e1a-6fb8-44dc-b665-d4596465b637\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.699308797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.699321377Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.717579715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9941b7-1b94-4890-ac75-8c497c7f686d\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.717611526Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.717623416Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.717631286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.720276084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":20,"elapsed":"412.68809ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.818764487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1f8eb25a-ee90-47ae-a2ff-562fb43f5399\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:29.818808948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.818819988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.819075402Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fb40f4-f665-42f6-9706-7ed42e0ce891\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:19:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.819121182Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.819487687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.823425913Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.823660496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.826952473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.827327678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.829173165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.829372137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:29.837030016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":20,"elapsed":"529.776507ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:31.064436725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"d7075a00-7d62-4579-a636-73a9245874b7","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.307721863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.307774504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.307790034Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.307798104Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.308099968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.308120599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.309735542Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.309930894Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.310002505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.311303164Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.59323ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.312582322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.312598122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.312745884Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.314199155Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.314385987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.316057281Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.318373194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.318385394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.318514956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.326412378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:39.326430148Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":59,"elapsed":"18.702915ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:41.06429564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"09bc88d0-a50d-4b90-9cca-8aa65a37305e","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.307584579Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.30764048Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.30765245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.30766092Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.307969215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.307979265Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.309446836Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.309967553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.310295868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.311750218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.153119ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.3118386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.31185056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.311991592Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.313781137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.314087651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.315256868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.317693522Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.317705192Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.317837034Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.328610457Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:49.328632797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":60,"elapsed":"21.061878ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:51.064508102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"36cef5a3-328e-45db-9e60-2d25508f2c93","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307477686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307533056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307542137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307549197Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307555407Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.307563147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:09:59.307507466 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307571987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307579687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307586627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307594708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307602037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307609428Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307616528Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307624468Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307631228Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307637988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307647258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307654548Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307661238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307668969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307676529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307683189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307689759Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307696749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307703819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307710419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307717879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307724749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307732819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307743319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30775306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30776382Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.3077727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30778202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30779201Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30780094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30781094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307820731Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307829591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307838211Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307847071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307856221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307864981Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307873731Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307884061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307893852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307903712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307912472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307921812Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307930892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307941472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307950862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307962743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:19:59.307972643Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307982853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":12,"elapsed":"13.4µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.307994133Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308004173Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308013773Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308022463Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.308031444Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308040524Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308048814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308058164Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308066654Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.308076224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308085004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308094984Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308103715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308115405Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308124425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308133135Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308143695Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308152305Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308161245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308169865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308179496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308187776Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308197226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308206696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308215576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308223956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308267337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308284037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308296227Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308308358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308320828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308333418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308345868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308357058Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308368788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308380759Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308392139Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308404209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308416519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 932990016 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308435259Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308448409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30845995Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30847013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.3084814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30849317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 933063447 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30851014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.30852157Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308532181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308544551Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308552621Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308562331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308574181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308582662Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308589282Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308595732Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308602512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308859685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308887076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.221477ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.308981817Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.309005937Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.104936ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.31061495Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 935211178 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.310879084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.311499293Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.53551ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.311622074Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.311827847Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"4.24263ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.3120378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.3120541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.312383435Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.314397014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:09:59.307507466 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.314421624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:09:59.307507466Z\",\"pruned\":[]}","iteration":11,"elapsed":"6.899018ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.314627637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.314656067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.314800459Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.315093874Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.315104744Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.315246576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.316301954Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.31763233Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.317966344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.317995565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.318127077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.320315217Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.32051357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.320541571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.320553261Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.320732003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.32264843Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.322676451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"14.925882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.323116287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.32402267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.325381289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.325402269Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.325590332Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.326637587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.326649307Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.326934141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.327698212Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.327718632Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.327856214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.335427501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.339245085Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.339280206Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.33957794Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.340767927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.342351779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"34.377397ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.342804876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.343652098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.343680458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.343884881Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.345316641Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.345345872Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.345537664Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.346076882Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.346456297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.349821525Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.35021554Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.350524565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.350936691Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 975520608 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.351230095Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.3537027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.356591171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.357112558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.358778162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.359145697Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.361238696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.361358098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.361825465Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.363513349Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1316, tv_nsec: 988095216 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.363845904Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.363861754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.363869034Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.364103037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.366494421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.366795855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.367992892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","candidates":"[(9ba18357-e3a8-41e2-b1ff-ddb2c44c8322, 0), (9096080a-69c8-423e-9c18-077c3ea45ba6, 0), (9b51ac55-d2d7-40dd-a288-f58c547b40ee, 0), (f6bd4de9-37b8-44da-bf4d-aafac8b690d6, 0)]","collection_id":"9ba18357-e3a8-41e2-b1ff-ddb2c44c8322"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.368020572Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.368475109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.368987396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.371734475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.371763516Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.371898037Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.371998399Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.372275253Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.374128199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.375338916Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.375753032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.378696534Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.378785465Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.37911702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.379624727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.379650337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"71.950028ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.380916405Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.381406662Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.382900863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.384451345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.384473365Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.384485705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"76.779917ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.385339618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.385359458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.385379402Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.385390052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.385582861Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.38560299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.386182438Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.38620432Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.386230458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"78.631113ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.386550485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.39820417Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.39824986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.398758918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.400409171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.400438531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.400692315Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.402588972Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.404508349Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.404533569Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.404541729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.405028636Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.405465042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.405694126Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.405875818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.405892299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.406134162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.406289394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.406787461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.420780139Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.42083708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.4208474Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.42085666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.421161895Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.422811748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.423074462Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.423188483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.423715941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.423754971Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.423765941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.423778121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"115.843599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.433259736Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.433495629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.433512619Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.43352155Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.43353009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.43354199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.434008146Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.513186117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.513244828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.513696314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54cdc56d-050f-4805-bbe7-0c8a68df4a64\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:19:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.513725574Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.516565385Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.538472365Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.538527916Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.538902651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753397a7-da17-48a3-adab-00f66558ef3a\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:19:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.538934101Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.543749169Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.552396782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.552440602Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.552872088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553ebf13-9b92-4982-96bf-391b82aa1a45\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:19:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.552905029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.554795226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.634124088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.644086519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.667097393Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.66747624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7aa8df-f65a-4a8e-ba92-3c851d0138f2\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:19:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.66886121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.669120593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.674833164Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.675135638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.683133712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.683624029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.702520786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":21,"elapsed":"395.031671ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.708745314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.708792895Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":61,"elapsed":"401.192407ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.710990696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":21,"elapsed":"402.994403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.721550586Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.721924541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.723629875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.72399761Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.725548182Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.725958458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"418.054825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.727097224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.728672616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.729151593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.731143701Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":0,"ncabooses":0,"nrots":0,"nsps":0,"ncollections":0,"collection_id":"9ba18357-e3a8-41e2-b1ff-ddb2c44c8322"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.731169611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.731376394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.731400865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.731481816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.731634078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.732034714Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.732054734Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.732200656Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.734315076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.73457646Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.734998896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.735021276Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.735028976Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.735079887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"427.448619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.735222239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.73528664Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"427.48727ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.741261334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.742876697Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.743161491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.743898372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.743925912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"436.150593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.744041464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.744061554Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.744333788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.744446019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.744553381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.744962797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.745953121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.746605Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.747230529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.749028164Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.749044564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.749315948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.750407094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.750420694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.750653837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.751641801Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","candidates":"[(9096080a-69c8-423e-9c18-077c3ea45ba6, 0), (9b51ac55-d2d7-40dd-a288-f58c547b40ee, 0), (f6bd4de9-37b8-44da-bf4d-aafac8b690d6, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.752163529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1317, tv_nsec: 376744886 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.755365004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.756713473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.758077042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.760224413Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.760250193Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.760372645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.76146034Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.764358341Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.764607725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.764632815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.764720386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.764907729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.778134146Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.779029379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f737e88-86a6-4cc1-ade7-1cfdf6242bd3\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.779052719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:619","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.781440743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"delete_err\":0,\"delete_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"operation\":\"list\",\"target_sled\":\"f5279127-f12d-4326-a7e5-d07a518dbb01\",\"time\":\"2025-02-28T02:14:59.598036539Z\"},{\"operation\":\"list\",\"target_sled\":\"f5279127-f12d-4326-a7e5-d07a518dbb01\",\"time\":\"2025-02-28T02:19:59.779034999Z\"}]}","iteration":3,"elapsed":"473.691134ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.784269633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.784296263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.784309094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"476.327641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.78549911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"478.009914ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.793874629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.793901909Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.793918279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.794334555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.796123381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.800525453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.800557033Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.800569584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"492.925266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.803652207Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.804040913Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.804055273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.804226825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.804309746Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.804663542Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.806218084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.806244194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.806507844Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.806900165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.8069214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.806933184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.807170488Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.807410021Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.80742215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.807604763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.807777906Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.807796326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.808015689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.808935702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.808960292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.809219616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.810367752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.810401083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.810418403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.810433613Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":11,"elapsed":"502.44095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.811084802Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.811773062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.812010326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.815377713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.815399474Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.815685818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:19:59.816508209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.816532059Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"508.80033ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.836889347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"529.067877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.850629182Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.850949726Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.856960322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.858640775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.858663156Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.858803648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.871168863Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.871191803Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.871200393Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.87165505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8222baf6-5b9e-4aec-9fae-0d13173f5f22\", \"content-length\": \"476\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.8716949Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.871929374Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e15ddff-50cb-4f93-ab7d-352f2bbfdbf8\", \"content-length\": \"734\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.871958554Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.872280039Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34e6ada-a367-4729-abc3-e5b9e8935c1f\", \"content-length\": \"111\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.872289808Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.872553472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c92a464-3614-4a7d-94aa-4fc48c9a9b4d\", \"content-length\": \"111\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.872562312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.872819336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55d453ae-a203-4400-8c07-277cb2710fb6\", \"content-length\": \"167\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.872828396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.87307922Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b81a8ec-f1b5-44bc-818b-08c6c78b7d9f\", \"content-length\": \"167\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.8730879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873360784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abaedae-65b5-4b4f-8896-60b8fb026a2a\", \"content-length\": \"175\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873369814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873626367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52bf28bd-39e8-4227-a034-64bf84265f7e\", \"content-length\": \"175\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873635068Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873749379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6298de3-4a30-4811-b3cc-32051635e0cb\", \"content-length\": \"702\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873758749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873908062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d56818-de6e-45b4-b64e-3d5fc825d205\", \"content-length\": \"727\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.873917171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874049624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2080af72-d0d2-4cc0-a686-4b78cba5f01c\", \"content-length\": \"729\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874058974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874190975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa16616-1d08-4425-a65f-32f8fa6b6af9\", \"content-length\": \"728\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874231846Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874397928Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b8c7fa-511e-421e-b2f5-27ff7e1898b6\", \"content-length\": \"722\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874413289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874687142Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89cb9baf-010f-408e-b610-e554744ec9c9\", \"content-length\": \"109\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874711643Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874952316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"781fb508-2423-496a-b8d4-0bdbeb96338a\", \"content-length\": \"109\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.874962976Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.87518458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.87520466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"567.646513ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.87521675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57515ca6-8087-44ea-8652-e61880fb5917\", \"content-length\": \"169\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.87522614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.875496444Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f957846d-a509-4192-b46d-a19b8d32e973\", \"content-length\": \"169\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.875510634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.875783608Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd8ea92e-2637-4431-b05a-54f1dc361641\", \"content-length\": \"178\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.875812958Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876056292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d314e9-9cee-4357-a8fe-5d13b670cf27\", \"content-length\": \"178\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876078342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876217614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3b4ea9-1c16-4595-97ae-4a261160d83f\", \"content-length\": \"702\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876228484Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876378026Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2acbf1-0d62-4358-b204-8b1ee34b039a\", \"content-length\": \"727\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876389986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876539639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32131e8f-c39e-45c3-bfc3-2777afd5f5b5\", \"content-length\": \"729\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876552689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876693401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4233987-449c-4050-9816-c9d184b2b7d0\", \"content-length\": \"728\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.876727221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.877085487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.884897927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.885288023Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5fa28f0f-e892-4153-9c6b-b6f49c19f4f7\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.885304563Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.887129178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2d523ba2-c32c-4e7b-ba1e-e3e0d1e1964c\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.887151409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.888710341Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.888723781Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"580.761709ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.892000158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.909062189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.909081699Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.909347103Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39d16a3-6114-44f7-b24a-9584a9cfceb7\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.909375483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.909692078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.911607205Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":21,"elapsed":"603.759404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.912439867Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.912460257Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.912471097Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.912478117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.912485847Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":11,"elapsed":"604.86417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.912911103Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.913267919Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.913311439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"blueprint_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"inventory_collection_id\":\"f6bd4de9-37b8-44da-bf4d-aafac8b690d6\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"605.773913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.91338828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.914551427Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.914851971Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.915240626Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.915252896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.915444859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.916773318Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.916985841Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.918068506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.918272559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.938057859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.938452975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.940200629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.94021299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.940462083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.941176263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.94167124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"df933a42-bb0c-496e-931e-d0b4636b24fd\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.941685721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.943523317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9cad8779-8e87-4b35-8ea5-7e88b56ff075\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.943549097Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.945436224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"81037025-2ba8-4e38-bd77-f26b10bda014\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.945452464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.947254499Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.94729833Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"639.441149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.949335629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.950662238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.950946002Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4632fc1d-2942-4d5a-ac17-35c01c8f91f3\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.950970542Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.950992582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951000902Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.951008102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.951024473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.951142535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951272986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951285186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951292286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951299767Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951306797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951313107Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.951455379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951493709Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.9515025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.951740493Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.951754993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.951953706Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.952903189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.953051951Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.954143967Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.95433896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b5cbaf7-7064-49e0-97ad-4c64392f842f\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.95435509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.954447331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e580223d-22cf-4217-aa4a-0c556f1acaee\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.954468491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.954477852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.954738415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.954758455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.954913368Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.955168001Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:19:59.95575421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.95576968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.956576911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.956590892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.956759614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.95787005Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.9578874Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.958015262Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.958043922Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.958309176Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.960369845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.960578588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.962715608Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.962910381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.965205663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.965638929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.966975199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.967186571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.968353388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.968526701Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:19:59.988111267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.01088089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.015506035Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.015545616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.015732429Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.017160589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.017490128Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.019149637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.01937962Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.020843671Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.025518737Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.025563768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.02576768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.029817578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.030046491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.031730785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.031971668Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.033292867Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.03349403Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.035190614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.035428727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.055247128Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.055262328Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.057401518Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.057615281Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.058999231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.059204674Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.059483237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"988058c4-7343-4685-b79c-2a66ee9d22d4\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.059495218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.059503988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.060136487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"52772774-75c9-4dcc-89e9-db40fc96c689\", \"date\": \"Fri, 28 Feb 2025 02:20:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.060153147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.06037941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.060452681Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1776322-c297-4c1a-b69b-ec8691ab1c99\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.060488262Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e01da90f-5a2d-4c78-9f51-6a7c3394a0e0\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:20:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.060498652Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.060516992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.060526792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.060534203Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.060707465Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.06108489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.061337334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.062409229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":21,"elapsed":"754.474097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.062941646Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.063046678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.063393263Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.063947381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.064200494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.065251129Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.065449552Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.068194381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.068211221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.068391824Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.070486733Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.070682256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.071385336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.071401366Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.071409686Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.071631569Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.071900993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.071975904Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d73d213b-8b94-4126-af7e-6ccf109d6898\", \"date\": \"Fri, 28 Feb 2025 02:19:59 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.072088826Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.073134731Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.073398165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":21,"elapsed":"765.489232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.073416985Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.073474846Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.076966685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.076988625Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.077113557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.080585556Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":21,"elapsed":"772.799317ms"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.082905319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 19897aab-338c-4389-a85f-78e65e9b6503, kind: Service { id: 95cefe9d-6cfa-4abd-8c4f-beef4564758f }, name: Name(\"nexus-95cefe9d-6cfa-4abd-8c4f-beef4564758f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 12])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 40d38d65-a08d-476f-be9a-df5df8aeba70, kind: Service { id: 97706d05-7981-4c67-b267-252930b86713 }, name: Name(\"nexus-97706d05-7981-4c67-b267-252930b86713\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 74])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6ed91aac-d8b5-4b8f-a9f0-bb4a0b61418e, kind: Service { id: 93cc49c1-2861-4962-9f80-1961b297cd43 }, name: Name(\"nexus-93cc49c1-2861-4962-9f80-1961b297cd43\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 133dc0cc-e8b5-4452-9fb0-21fcd48db8ff, kind: Service { id: b8fab31d-c1c3-47ef-8445-d320ff18b925 }, name: Name(\"external-dns-b8fab31d-c1c3-47ef-8445-d320ff18b925\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c6dd9be6-dc7c-4ab8-8be3-9a4733ea6fe0, kind: Service { id: 8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08 }, name: Name(\"external-dns-8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 80])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.082931489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.083099442Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.084649544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.086297537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.086316137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.086448529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.088044132Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.088098942Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 133dc0cc-e8b5-4452-9fb0-21fcd48db8ff, kind: Service { id: b8fab31d-c1c3-47ef-8445-d320ff18b925 }, name: Name(\"external-dns-b8fab31d-c1c3-47ef-8445-d320ff18b925\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c6dd9be6-dc7c-4ab8-8be3-9a4733ea6fe0, kind: Service { id: 8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08 }, name: Name(\"external-dns-8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 80])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 19897aab-338c-4389-a85f-78e65e9b6503, kind: Service { id: 95cefe9d-6cfa-4abd-8c4f-beef4564758f }, name: Name(\"nexus-95cefe9d-6cfa-4abd-8c4f-beef4564758f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 12])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 40d38d65-a08d-476f-be9a-df5df8aeba70, kind: Service { id: 97706d05-7981-4c67-b267-252930b86713 }, name: Name(\"nexus-97706d05-7981-4c67-b267-252930b86713\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 143, 74])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6ed91aac-d8b5-4b8f-a9f0-bb4a0b61418e, kind: Service { id: 93cc49c1-2861-4962-9f80-1961b297cd43 }, name: Name(\"nexus-93cc49c1-2861-4962-9f80-1961b297cd43\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.088118273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.178758376Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","vpc_to_sled":"[Sled { identity: SledIdentity { id: f5279127-f12d-4326-a7e5-d07a518dbb01, time_created: 2025-02-28T02:10:13.095655Z, time_modified: 2025-02-28T02:10:13.095655Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 4a506621-9899-4a6c-993a-749bd0361232, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.178823726Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.178833606Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.179222252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.182047222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.182451048Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.184512957Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.188479033Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.229011596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.24060754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"8989f03e-dc9e-4903-b0b2-0e45310805b5\", \"date\": \"Fri, 28 Feb 2025 02:20:00 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.241773667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.241789347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","elapsed":"934.096798ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.241798487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":3,"elapsed":"934.107039ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.434976671Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194a2317-c9c6-49b1-b8ae-e7322f1e55b1\", \"content-length\": \"31977\", \"date\": \"Fri, 28 Feb 2025 02:20:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.460245678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.460276929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.460284409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.464930765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.465253689Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.466605108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.468463715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.468553296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.468781789Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.680711218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"fa9d3ae3-6daf-4d5e-9a78-fc0f94f13a6f"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.680751069Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_started":"2025-02-28 02:19:59.871153 UTC","collection_id":"fa9d3ae3-6daf-4d5e-9a78-fc0f94f13a6f"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.680760559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":5,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.680780439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.680795089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"collection_id\":\"fa9d3ae3-6daf-4d5e-9a78-fc0f94f13a6f\",\"time_done\":\"2025-02-28 02:20:00.462849 UTC\",\"time_started\":\"2025-02-28 02:19:59.871153 UTC\"}","iteration":2,"elapsed":"1.372999519s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.680808289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.68082578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.681129234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.681174895Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.682668956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.68297301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.685289993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.685304013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.685480886Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.685655208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.685664518Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.68581106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.688063642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.688319756Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.689539433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.691409939Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.69142447Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.691489621Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.708774275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"27.946715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.894905439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.895238624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.914336124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.914630908Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.916273741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.919109412Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.919122042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.919374725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.920698564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.922301877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.922312267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.922457109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.924233564Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.924405597Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.925605904Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.927198326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.927218487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.927343278Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.928270031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.929715382Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.929740282Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.929854284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:00.931861142Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:00.931939573Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"blueprint_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"inventory_collection_id\":\"e29af66e-0d54-46f3-b549-f24c34f108d6\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"251.166124ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:01.064271886Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"d1194da1-76e7-4b9d-80a8-833e6888e5c4","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.307556325Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.307609145Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.307617876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.307624576Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.307889469Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.307899829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.309636864Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.311988147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.312002207Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.31213208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.314216609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.314693046Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.316038205Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.318975466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.319005467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.319148079Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.336120469Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.336148029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":62,"elapsed":"28.583264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.34609535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.346390804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:09.375692639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"68.146185ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:11.064901163Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"1df6a31a-aaa1-4305-95df-5105dc706d29","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.308167801Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.308218512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.308226762Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.308233612Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.308505496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.308515796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.310263761Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.312621774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.312637765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.312767946Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.313915393Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.314083065Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.315590876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.317869089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.317886869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.318012231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.329016816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.329042807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":63,"elapsed":"20.866995ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.337944333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.338136696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:19.338973497Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"30.819406ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:21.065325147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"b9a6923f-8d55-4c19-8146-16882a9c8b0c","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308311222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308371313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308382623Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308391813Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308401273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308410313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308418913Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308428973Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308438984Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308450634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308460824Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308470834Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308481354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308492014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308502685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308511995Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308522425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308532185Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308541675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308550515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308560706Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308569575Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308580086Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308589736Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308599496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308609306Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.308618716Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308627966Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308636107Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308644917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308653117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308662987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308672797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308682607Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308697667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308706777Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308716108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308725208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308733988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308834809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.3088626Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.30889337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.30890549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.3089144Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.308925131Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309004482Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309016672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309025392Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309039202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309048782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309058722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309068593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309077823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309090493Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309103273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309117593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.309131134Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.31241485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.871895ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.318460595Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1346, tv_nsec: 942662543 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.318490156Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.31875797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.319304398Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.320356102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.320846219Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.32086466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.321118433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.322164828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.322186118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.322450292Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.322706926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.322737346Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.322891768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.324322758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.32726435Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1346, tv_nsec: 951461348 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.327579884Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.328147533Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.328170413Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.328418516Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.330579667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.333675051Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.333700991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.333989415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.339206829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.339647835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.344794348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.345164073Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.380635525Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.385060148Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.385115629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.385351582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.385384673Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"76.99579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.386753322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.386815463Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.386829303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.386835983Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.387146567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.387168668Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.387829457Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.388115331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.388205433Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.389671873Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.39017119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.390428844Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.390525725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.390552496Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.390777579Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.393179843Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.393203873Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.393344225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.395174831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.395471485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.396459229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1347, tv_nsec: 20665617 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.396731373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.397448753Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"88.861607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.398190084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.398437827Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"89.882602ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.398458368Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.39933006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.39936033Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.399593714Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.399614874Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"91.228671ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.399702335Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e70deeea-6ffd-477d-858c-2e569a042b14\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:20:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.399720796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.400482176Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.400680889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.400852532Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.400882422Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.401174646Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385a3eb2-20ab-438c-b1ea-98afa7ea62d1\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:20:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.401192996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.40144314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.401512431Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.401789815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.401820805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"93.411642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.402096979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.402291912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.402763559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.403429748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.40431911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.404687436Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.405587368Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.405617629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.405745321Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.40781758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.407842071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"99.503828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.407857801Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.409565285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.409595105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.409718197Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.409856199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.409875879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":64,"elapsed":"101.492246ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.410408207Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.41208065Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.412102471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.412228422Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.422964745Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.422995485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.423003425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.423284709Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.423456221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"114.984647ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.432667172Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"124.217378ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.433197549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"124.611563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.45305353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.45656141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.45658928Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.456735492Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.459303529Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":22,"elapsed":"150.786344ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.464936918Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.464967609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.464980879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"156.528005ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.472313653Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.472549456Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.485106124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.485157105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.486141888Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.489822871Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb1cafb5-2501-48f6-9cce-fb5dfa1c4850\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:20:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.489857571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.490176665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"926c4306-ef4f-4654-8f23-4bf104d42b5f\", \"content-length\": \"1\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.491835829Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.492843053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.493188118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.49546406Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":22,"elapsed":"186.938995ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.503526145Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":22,"elapsed":"195.214303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.549332203Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.551071357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.575614255Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"267.280242ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.587885158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.587925279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.588314814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dfd8882-3686-415b-b86d-df86c9afa704\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.588351235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.588831992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.589208807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.592390912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.592413012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.592692226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.60637915Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.606423541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.606719355Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e28b6311-9cc7-4d1c-a482-daf7353a6969\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.606750565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.608053214Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.610702441Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.610919924Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.613679053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.614024888Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.617559668Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.617579999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.618016725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"16b1ed44-450a-4572-8e5c-c0e4785eea54\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.620250276Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":22,"elapsed":"311.740921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.632018853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.633771708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.633792578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.633997161Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.640837948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.641201343Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.642806696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.642821746Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.64313546Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.653098051Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.653396685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81cee145-c25b-49ba-8db9-e9dfba9e47d9\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.653422956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.653433566Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.65370254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.65371203Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.65371851Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.65372518Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.65373141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.65373809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.653877322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.653887812Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.654024044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.654033394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.654334419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.656409898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.656519739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e190ce9e-5a09-474d-9bfa-000411109802\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.65654117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.656631571Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e54760-1595-451c-b2b2-e0304a8e8ddc\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.656656401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.656666642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.730933832Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.760077335Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"730e02aa-dbae-4446-ad7d-aef13b1e0ebd\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.760115676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.760127676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.760136536Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.761182591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":22,"elapsed":"452.613066ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.869043727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cc9b0dbd-6856-4eee-b39e-90ca1c28f349\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:29.869091578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.869102098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.873176665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb200d59-efba-4f1d-89b0-ac1adef32eb7\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:20:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.873227076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.873594891Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.877926303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.878117206Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.880395158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.880734892Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.881943029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.882128742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:29.889418055Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":22,"elapsed":"580.951911ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:31.065510708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"1cb32e60-f508-472a-b84b-57bd4c01ec0c","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.307772093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.307816544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.307825974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.307836644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.308161389Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.308206539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.310173817Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.310238618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.31041831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.313611706Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.313626696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.313820759Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.315690195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.315891088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.31742464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.319698622Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.319713382Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.319854354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.330713508Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.330736968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":65,"elapsed":"22.954315ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:39.339816597Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"32.048383ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:41.065277523Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"940bdd0a-74ff-4ad9-b4a4-fdc9327b3c25","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.308545042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.308608313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.308620163Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.308629623Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.308890927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.308932937Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.311426303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.313832617Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.313843977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.313980269Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.315785045Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.316011488Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.317413828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.320057745Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.320070685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.320213957Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.328539275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.328561405Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":66,"elapsed":"20.001503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.336769502Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.337148807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:49.338365754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"29.830602ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:51.065196981Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"697739e2-0494-4897-88bd-a68dbd3e20ad","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":303,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309022147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309084478Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309096698Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309106148Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309115639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:20:59.309130599Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309144389Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309154819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":13,"elapsed":"23.511µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309168289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309178469Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309189069Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.30919843Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.30920873Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.30921822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.30922793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.30923855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309272231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309289081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309299811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.309309761Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310252584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310286005Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310301835Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310312056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":67,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.310322285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310332886Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310344816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310355006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310365006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310376526Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310387277Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310398507Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.310409427Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:10:59.309620846 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310420467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310430307Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310444557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310457527Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.310469388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310479568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310489778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310499888Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310509938Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310519128Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310529559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310539859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310552809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310565589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310576149Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310585999Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310596409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31060628Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31061636Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31062708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31063727Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31064827Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.3106585Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31066937Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310679361Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310692651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310704281Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310714701Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310727481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310741591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310752942Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310763592Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310775162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310784972Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310795642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310808852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310821783Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310832303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310842693Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310855223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310867253Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310878604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310889353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310902684Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310914594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310924914Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310937354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310947394Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310959425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310970155Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310982035Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.310993395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311004865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311015295Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311027055Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311038546Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311048196Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311059536Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 934576789 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311076286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 934567739 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311303419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31133119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.599612ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311382651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.311410061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.820865ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.312572468Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.312858801Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31484524Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 938697807 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.315149824Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.315400737Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.315778193Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"6.610553ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.31914299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.319177181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.319332373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.32121842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.321705327Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 945559614 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.322098342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.32268786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"13.558282ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.323101337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.323127897Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.323222958Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.323285229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.323596413Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.323980179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.325832645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:10:59.309620846 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.325863105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:10:59.309620846Z\",\"pruned\":[]}","iteration":12,"elapsed":"16.136559ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.326235071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"16.571145ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.326572415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.326591046Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.326798089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.328440042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.328660845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.32898426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.332750603Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.332785483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.332797174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.332807634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"21.93313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.332820304Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.332831704Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.341772581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.342296558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.343003388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.345698666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.345730997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.345934109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.347871997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.348011259Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.351864804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.351896134Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.352155388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.353824661Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.353857742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.354026054Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.354546301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.354830526Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.355394303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.356965666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"47.39606ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.358291584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.358319355Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.358536388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.360545976Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1376, tv_nsec: 984394064 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.360862631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.362791368Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.36856463Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.371298848Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.371745775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.372018709Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.372495535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.377592057Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.382082741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.382118361Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.382137612Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"72.431175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.382152882Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.383901047Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"74.1753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.391274831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.394160442Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.394204283Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.394490767Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.399926193Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.400333839Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.400595873Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.400927168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.408436504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.408485435Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.408497475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.408985082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.409016822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.409475199Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.411437487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.415740627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.415760338Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.416023311Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.418093111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"108.370773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.419022514Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.419505451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.429111617Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.430664799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.431016044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.431515491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.431865505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.43289867Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.43290994Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.433160544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.435304284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.43569979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.43570869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.43571733Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"126.062404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.435834642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.43709811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.437478005Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.438283186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.438295467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.43855325Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.438885235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.438905855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.438915165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.438923905Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.43922135Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.440366676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.440565739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.440578729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.440813152Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.441447951Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.441759585Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.441781456Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.441791356Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.441799836Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.442129171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.442750059Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.443034194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.443588831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.44488696Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.44491082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.445085503Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.445723612Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.445734932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.445988825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.446814627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.446898038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.446924569Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.446934269Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.447204253Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.448032644Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":23,"elapsed":"138.959036ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.450170384Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.450187565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.450349567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.450635901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.450649751Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.450910645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.463809648Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.463860538Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":67,"elapsed":"153.690575ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.468715667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.469183634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.474229305Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.474694342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.476816862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"167.116645ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.481602649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.48163524Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.48164512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.481900144Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.481916404Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"171.989534ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.482007445Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.484926076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.484951927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.484964667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"174.878855ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.498823793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.501588932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.501629563Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.501835896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.50635627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.506704225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.506885137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.512389945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.513414279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.51343534Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"203.688193ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.514561816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.514582796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.514596216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.515631581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.515654321Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.515666502Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.515805753Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.519568927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.519604277Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.519619927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.519894301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.534734541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.534799992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.535137387Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.535156617Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa296ee-08da-4ecb-a136-e953e4ea5c38\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:20:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.535173107Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.535186108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.535390161Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2310811-f46e-45f5-b711-e28defd4f2e4\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:20:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.535418501Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.537215596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.538223181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.541605889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"231.525116ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.597014743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.597079334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.597358467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8336296a-ab2f-41e1-b1a9-cff9c2811e87\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:20:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.597390878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.599147693Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:20:59.626188446Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.626230016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"316.397137ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.631750804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"322.722147ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.631802495Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.715047083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.717771831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":23,"elapsed":"408.748664ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.723855137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.723889768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.724920413Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c4d8a87-f699-47a5-8c65-04603362fb05\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.724950473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.725366089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.727002052Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.730138986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.730168977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.730316089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.777400585Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.778083115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f177315-8ef7-48ba-b133-643372250f0f\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.778108465Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.778121785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.778132506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.77982434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":23,"elapsed":"470.717231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.782364236Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.78408633Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.78411174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.784121801Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.784135561Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":12,"elapsed":"474.004958ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.785202396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.785237336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.785369248Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.788264809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.788294609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.78830482Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.78831355Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":12,"elapsed":"479.14824ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.822043747Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.822097388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"511.902534ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.823207883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.823232784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.823478077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f377cc2f-7027-45f7-af36-278a78f43b83\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.823492827Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.823915793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.825664938Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.825834981Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.828762752Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.829029866Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.832638347Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.832656017Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.833098803Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"38af08cd-9ac2-435f-8fb5-cf28e1167389\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.8349807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":23,"elapsed":"525.409115ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.860684444Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.861079499Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d729b903-599a-4dcc-a64b-9fdc3a8fa6ee\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.86109386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.863204429Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c70288c0-0de0-4d35-8d47-db299410e036\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.8632187Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.864859363Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5d28f9f2-9bb6-4f56-922d-29cb4afad12b\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.864869603Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.867151305Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.867206386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"557.593591ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.901582713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.901849567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32633808-8895-40eb-8ae8-83d088bdd770\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.903849455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.904136029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.904627926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.90495187Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"321b1da9-bc86-407a-8dde-f8b20b7e48cb\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.904966831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.906061026Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":23,"elapsed":"596.947888ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.906488372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"50cc033b-6e0b-4504-ab1a-0cb1891bef4e\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.906502772Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.90846178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.90847364Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"599.304151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.929371136Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.92964741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.931973913Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.931987893Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.932168436Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.942719015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.942935758Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b373d25-3d9c-4bef-900b-3af8177050d5\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.942954618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.942965188Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943220512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943231642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943238822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943246442Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943253982Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943261273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943441785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943459285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.943576837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.943588207Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.943864681Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.945866039Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.945964861Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a6a3f1-288c-469e-a177-3eeaab10e614\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.945979401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.946061102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"445616b1-c27c-4fb4-8a2a-5cdd94b2ce88\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:20:59.946072312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:20:59.946082612Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.146276675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.146315986Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.177468467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:00.177601739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.177618699Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6901b8be-b194-4df4-90de-3fa366a5479d\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:00.177632089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.177643159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.17770271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"84411016-b4a1-4bac-b192-b06c79d28ebd","remote_addr":"[fd00:1122:3344:101::c]:36201","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.177925733Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23fdf2e6-a066-4fbe-bb4b-e571cf33a1c2\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:20:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.177966754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.178039265Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"84411016-b4a1-4bac-b192-b06c79d28ebd","remote_addr":"[fd00:1122:3344:101::c]:36201","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.178260638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.182153283Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.182571869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.185904956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.186100229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.188248289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.188410722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.19534923Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":23,"elapsed":"885.751035ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:00.218095872Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/oximeter.rs:76","collector_id":"5b2025ef-6347-4939-a58e-a3b260c96fcc","producer_id":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:00.218118792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/metrics/producers","method":"POST","req_id":"84411016-b4a1-4bac-b192-b06c79d28ebd","remote_addr":"[fd00:1122:3344:101::c]:36201","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":40476,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.218166493Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84411016-b4a1-4bac-b192-b06c79d28ebd\", \"content-length\": \"41\", \"date\": \"Fri, 28 Feb 2025 02:21:00 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.219115706Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:00.219129826Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"producer-registration-task","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:01.065604074Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"41635944-69b2-4509-8c31-f7805ffe4171","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.308896853Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.308953174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.308965634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.308974854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.309256028Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.309270484Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.311207036Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.311279997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.31150991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.313310036Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.430643ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.313564819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.31357809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.313710252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.314909978Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.315060761Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.316680594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.318967006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.318981096Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.319107708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.327974553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:09.327988474Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":68,"elapsed":"19.104121ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:11.065917497Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"fa5a72dc-6f5a-4af5-942c-d875bb15656d","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.309227616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.309297237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.309309957Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.309320878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.309736333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.309767144Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.311536869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.311829303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.313156082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.313390475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.19822ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.315554216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.315579196Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.315702048Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.317918489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.318078582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.319248406Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.321397318Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.321412419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.321541071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.333568361Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:19.333582951Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":69,"elapsed":"24.360825ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:21.065246046Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"05abf3ef-c679-47ce-a251-14597b243b72","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":236,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308718127Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308770168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308779848Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308787878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308795458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308802948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30890712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30891573Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30892358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30893011Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30893685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30894398Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30895042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.30895695Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308963301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308969081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308974871Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308983881Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.308992301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309002261Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309011611Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309020811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309030162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309038722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309048582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309058302Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309067362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309076532Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309085302Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309094823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.309105123Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309115473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309125393Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309134923Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309144003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309154003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309164423Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309174044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309184074Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309230144Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309252325Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309264845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309276805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309288415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309445567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309463028Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309476558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309486788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309494968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309501818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309509428Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309516238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309524618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309531109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309537779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.309546029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.3096237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.310771286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.310960809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.065969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.31171552Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.312594862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1406, tv_nsec: 936049589 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.312625912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.312973677Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.313394543Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.313413353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.313695917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.31526519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.31529287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.31530369Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.315315371Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.315327671Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.315338041Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.3159757Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.319068004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.319100434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.319231206Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.321505398Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.32164707Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.321726391Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.322034915Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.322202708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.322651114Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"13.779875ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.323568577Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.323593977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.323837781Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.326478258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1406, tv_nsec: 949932546 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.326775463Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.326938115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.329237248Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1406, tv_nsec: 952689105 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.329548372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.330223741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.330359473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.330374313Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.330689198Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.330751119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.330798179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"21.836049ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.332783358Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"23.938738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.332992341Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.333224584Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.334564213Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.334592583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"25.812135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.335239062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.335501596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.335745Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.338196344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.338222635Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.338388167Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.36051797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.360569931Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":70,"elapsed":"51.747552ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.374570559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"65.649269ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.376902992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.377340178Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.382616593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.382649283Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.382660064Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.383037519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.385374092Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.385397492Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.385407902Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.385751737Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.385850749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.386595419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.386889893Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.387628534Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.387955278Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.388203102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.388236912Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"79.275632ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.388251472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.388263813Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.388451355Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.389158485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"80.209045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.39021392Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.390276691Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.390646677Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.391359287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.391385537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.391691251Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.3923137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.3923341Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.39235121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.392492312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.395429314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.39581597Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.396578841Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.396606181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.396882865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.397204809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.39864893Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":24,"elapsed":"89.668409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.399043815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.399066876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.399199587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.400412345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.400433205Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.400742629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42cd9f0-2e1a-46aa-8228-9f6332a19b8c\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:21:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.40076276Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.402996471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.407190271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.407223441Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"98.450883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.424466685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.42480354Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.426491754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.426517634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.42689755Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f4624b-40a8-4ce7-a310-c61b2022996d\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:21:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.42692813Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.428685465Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.43187402Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.43189068Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.43190215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"123.047961ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.434799581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"126.083964ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.448565406Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.448600577Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.448982842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17508f3f-f184-4139-8872-b7b193d8a28f\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:21:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.449003482Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.451350816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.466841015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"157.951795ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.467522603Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.467929587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.48138723Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.481711965Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.483373559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.486216419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.486247739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.486475353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.487909583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.488060035Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":24,"elapsed":"179.353409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.490646512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.490672702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.490898855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.545391946Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.545811102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c995936-1876-40e7-a689-95ad770982b0\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.548068534Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.54845566Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.55835136Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.55837344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.558653504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e627a6d-b387-4d4a-8bcd-c2b42c42e5fc\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.558686275Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.55906293Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.561042118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":24,"elapsed":"252.215779ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.586272355Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.586331836Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.586508168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d00aae53-7adf-49a0-a8d4-c8aa23a22e8d\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.586525578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.586879994Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.59021165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.590448164Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.593783781Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.594231818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.598002361Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.598026031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.598476778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8a3efef9-49d2-4588-9d1f-16cd381855b1\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.599955359Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":24,"elapsed":"291.008708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.630522111Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.630918027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.633087437Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.633111008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.633429092Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.643033278Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.643338342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0813c1ed-a195-48b6-bd98-2ed34d1a9b7d\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643361993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643373373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643665917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643676687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643684577Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643693467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643701587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.643708798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.64386471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.64387483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.644070793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.644079453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.644379097Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.64601229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.646119322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b696e348-0f79-42ac-801a-f811884f1d39\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.646131392Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.646228583Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a077134-64fa-4e6d-a7ff-c22f08cb37cf\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.646241483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.646253004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.661856484Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.721070162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab2e25e4-bcb0-49dc-b3ee-b6c04025ec9e\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.721109143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.721122163Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.721131333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.722608374Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":24,"elapsed":"413.603953ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.814227151Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"476daadc-7aad-4c0d-ac4b-a332b6b019e0\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:29.814263911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.814275491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.814540685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae25a6a-f817-4d72-9ad8-4e191f76846f\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:21:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.814584466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.814922741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.818321489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.818660593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.822155493Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.822561439Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.824289593Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.824497786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:29.831401554Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":24,"elapsed":"522.669396ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:31.065384446Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"4f9204cb-2379-4800-99b1-796ed2b2a24b","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.308668545Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.308721046Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.308730386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.308738366Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.30906932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.309089991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.310922766Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.311117469Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.311306002Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.313847778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.313868588Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.31400351Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.31608504Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.316288353Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.31752007Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.319934864Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.319953064Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.320083256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.328609837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.328637147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":71,"elapsed":"19.949202ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:39.340212291Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"31.562097ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:41.066015553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"0920f10a-6290-4af0-9857-0248914a3bc8","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.309294171Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.309348062Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.309357852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.309365832Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.309655256Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.309678417Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.311747776Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.31415437Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.314174791Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.314330483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.316199279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.316445603Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.317821902Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.321153379Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.321175559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.321320852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.332809744Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.332841025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":72,"elapsed":"23.526233ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.350985801Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.351328026Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:49.382281254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"72.989273ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:51.065663016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"9039fe56-beb0-4973-be69-ce2005a0a2d0","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309637875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309700585Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309710416Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309718726Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309727676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309735186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309743996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309752726Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309763826Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309774557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.309784997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309795297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309806007Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.309815927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309825267Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309834167Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309844098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309853008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309862398Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309872838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309881798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309890988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309900778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309910068Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309919368Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309929539Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309938049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309946989Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309956729Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.309966559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:11:59.309830517 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.309975869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.30998426Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.30999365Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31000238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31001218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31002194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31003281Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31004271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31005233Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31006129Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310070951Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310080261Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310090871Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310099791Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310108381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310118901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310128491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310137822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310147272Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310157312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310166352Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310176362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310186122Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310198203Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310208293Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310218653Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310230113Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:21:59.310240703Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310252153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":14,"elapsed":"12.86µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310263544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310273764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310285764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310296914Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310306674Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310316514Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310326744Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":25,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310336414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310345125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310353875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310362745Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310375195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310386765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310398925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310410286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310421216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310432486Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310442406Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310512557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310531247Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310542787Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310554597Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310564978Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310574798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310585808Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310596658Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310608448Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310617838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310625069Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310633609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310640799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310649109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310660909Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310672679Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310684549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310692939Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 933666286 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31070553Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31071424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 933689616 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.3107268Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31073889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310847362Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310932303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.310957653Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.311084505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.311105765Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.416ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.311115056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.311123866Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.311229127Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.311239567Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.311248387Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.184647ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.312682598Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31286712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.313193845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 936253303 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.313356667Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.313434638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.313642811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.53055ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.314108268Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.314923019Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31494676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.315890833Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.315920624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.316191817Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.316486672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.316513202Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.316667804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.317191811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.317219645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.317349932Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.318089804Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.318217896Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.318233246Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.31847425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.318953926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"8.939056ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.319089578Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.319583705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.321753346Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.321785687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.3220184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.323775775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:11:59.309830517 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.323802815Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:11:59.309830517Z\",\"pruned\":[]}","iteration":13,"elapsed":"13.950968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.324688028Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.324948831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.325316077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.328178367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.328210167Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.328473961Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.338601685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.339084521Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.343120258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.343148889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.343545814Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.345966659Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.345993239Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.346002609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.347189346Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1436, tv_nsec: 970226893 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.347632272Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.350652705Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.351854652Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.354813754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.354845474Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.355057977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.355189339Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.355209509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.355446763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.356965714Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.359336948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.360402823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.360435634Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.360723987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.360748968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.361334466Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.361685071Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.362098397Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.362121887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.3622825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.363880592Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.363915233Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.364133606Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.368807112Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.36939616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.369817816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.371133865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.374183868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.376725194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.388541541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.389016168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.389069089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.389524045Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.389790519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.390272216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.391018785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.392054241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.392795061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"82.829772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.393066475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.393321669Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.394237672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.394260072Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.394554766Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.395563211Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.395585481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.395810104Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.396640226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.398560483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.399308724Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.399333314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.399346334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.399357784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.399371054Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"89.341904ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.399535227Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.399658229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"89.518747ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.402479058Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.402511089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.402696401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.402948685Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.402966955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.402977136Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.403365301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.410441291Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"100.761566ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.414027712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.416877552Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.416904273Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.417159946Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.417211977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"107.211177ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.428242983Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.428650109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.434058065Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.434077876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.434088786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"124.349799ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.434456481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.434467681Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.434474581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.434480271Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.434815776Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.439900998Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.439922828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"130.03357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.444213009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.444424702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.446069515Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"136.36246ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.446099316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.446111196Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.446119676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.446127666Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.446250328Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.450499138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.450522708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.450893434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ad66525-cb3e-43ae-81a0-3ca1517efc47\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:21:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.450911124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.453603032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.453913716Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.454807049Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.455031242Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.455051622Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.491191204Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.491242494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.491547179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"054a5e2c-975a-4420-af8d-ff8aa4bc1253\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:21:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.491568119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.493660129Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.538330991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.538379852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.538861088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523d1589-5cce-4af3-ace5-5ca446bb8761\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.538895719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.539321925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.54037545Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.543001807Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1437, tv_nsec: 166040984 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.543397672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.54461909Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.54464462Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.544868713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.564311739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"254.538202ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.580324915Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.580378626Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":73,"elapsed":"270.569069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.586591944Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.587090541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.590191555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.590628091Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.599668029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"289.763561ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.604534168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.604557138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.604564338Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.604902443Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.612309898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.612669173Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"302.615043ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.612821295Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.612869836Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.615355921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":25,"elapsed":"305.718196ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.615540793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.615563044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.615658475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.615795687Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.615899078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.616126972Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9ead2db0-d887-4bc7-a68e-12e11a45199b\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.616150012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.616163172Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.618209601Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.618557786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b64475e6-24d6-40b6-b726-cbf5acb572d8\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.618596367Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.618662188Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb01659-c07a-421a-9b0f-27ccc5ff1f4d\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:21:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.619397328Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.619448959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.619597461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.620605285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.620793088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.620814088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"310.709027ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.620866889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.621821232Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.622158137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.622548563Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.622563193Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.622814876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.623667099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.623678289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.623841451Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.624829925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.624847675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.624943917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.624956637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.625004897Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.625092039Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.627493743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":25,"elapsed":"317.349441ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.627897008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.627921949Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.627933939Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.627941719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.627949919Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.628193012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.628257493Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ba25979c-7036-4dce-9fbd-4e289e205c3b\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.628290244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.628492987Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.629659523Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.630222221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.630551826Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.633561959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.633584929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.633813132Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.634185417Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.634475032Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.635830391Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.635849461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.635861181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.635888952Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":13,"elapsed":"325.74764ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.638307146Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.638328446Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.639706535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"70bd3347-e903-4c15-8aff-ff6795daa1f6\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.642430004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":25,"elapsed":"332.705559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.651382871Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.655030582Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.655093643Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.655327427Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.657783001Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":25,"elapsed":"347.983694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.660711223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.661707337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.661731297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.661742157Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"351.777088ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.662091862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.662112612Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.662443027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"321e296f-d761-4a92-ab57-b7dc40afd42d\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.662470408Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.66266946Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.66268286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.662824162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.664948823Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.677831455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.677859075Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.677870975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.67815045Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.67964132Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.683885631Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.683910851Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.684141924Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.684612121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.684645381Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"374.776563ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.686083252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.686104722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.686113562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.686121702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":13,"elapsed":"376.279435ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.689979297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.690519865Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5783ef8b-278b-4026-a5cf-264414089ad0\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.690559535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.692110637Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3425ea89-6d6c-425f-86fd-f9152593226d\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.692141688Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.694154386Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cdf5a19d-dfc9-4530-a88d-8a581ebb8b32\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.694180186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.696664372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.696722042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"386.652412ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:21:59.698163333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.698183363Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"388.262915ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.709102508Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"399.428332ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.710894143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.710934153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"400.968165ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.790357447Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.790834554Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb56c95-eabf-4cf3-805e-bbcea299899d\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.790863425Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.790880245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.790892805Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.79197159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":25,"elapsed":"482.203714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.822144147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.822531223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.824623142Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.824641772Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.824793185Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.834578143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.834822796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71b34ae-e105-44d0-bcc4-f71f0e592ace\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:21:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.834844087Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.834854947Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835127301Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835141591Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835149241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835157371Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835164552Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835173561Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835318444Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835330254Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.835560157Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.835569927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.83574985Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.837824476Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.838006082Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469eb65d-3819-4f0e-b6a5-fed21f9c970c\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:21:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.838019872Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.838112013Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a7ae1f6-6bbe-4e68-8fc5-bbb274d3c795\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:21:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.838124203Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.838134943Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.936563366Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c4669da2-d72b-4387-abd8-4cf3382e2e00\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:21:59.936600597Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.936613587Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.936958672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9c6032-db18-4a64-8a68-55931a46fd81\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:21:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.936989412Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.937297997Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.940536183Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.940735595Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.944514179Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.944860624Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.947015314Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.947258698Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:21:59.95447481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":25,"elapsed":"644.655353ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:01.06607617Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"644a1d27-52ab-4bfb-b5fe-1488783f68a0","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.309370789Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.30942993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.30943972Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.30944836Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.309706224Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.309720244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.311739622Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.314151016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.314177287Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.314296058Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.316177605Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.316549821Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.318445337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.321282168Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.321312278Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.32143141Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.333656003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.333680003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":74,"elapsed":"24.307694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.346479854Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.346816659Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:09.348554103Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"39.197405ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:11.065961066Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"0a0db592-a374-40eb-8c61-ca85d508a33a","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.309458998Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.309513789Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.309523349Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.309531979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.309799223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.309814443Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.311355195Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.313712638Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.313725799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.313861491Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.315711897Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.315892059Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.339159409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.339376832Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.340878713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"31.433024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.34421252Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.346572303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.346584284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.346717565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.357832743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:19.357851923Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":75,"elapsed":"48.398975ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:21.066635004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"e6d295eb-fa37-4efd-b035-3d86751435ce","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310181147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310244417Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310256308Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310268538Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310278708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310287078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310295038Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310301968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310308688Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310315378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310321718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310329869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310336649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310343589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310349819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310355509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310363679Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.310371509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310380119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31038715Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31039437Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.3104011Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31040891Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31041925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31042887Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31043919Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31044876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.3104573Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31046612Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310475371Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310485511Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310494531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310503651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310511961Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310521081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310529512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310541562Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310550682Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310560192Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310599793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310617293Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310784755Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310809105Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310819505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310835326Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310848106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310857156Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310867216Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310898737Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310910797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310953187Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310963487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310970748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310980518Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310989498Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.310997868Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.311006238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.31257488Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.313708117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.313765237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.487089ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.313810988Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1466, tv_nsec: 936458995 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.314113862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.316407665Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.316428955Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.316436305Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.316445645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.316613318Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.316643898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.324919975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.325376002Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.326557498Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.326628279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.330344842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.330379982Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.330665826Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.330756418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.330789218Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.331391147Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.334925357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.334955077Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.334966067Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.335250941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.336603521Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1466, tv_nsec: 959242878 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.336963446Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.337460233Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.337659455Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.338372875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"28.025796ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.341482639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.341823974Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.342021797Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1466, tv_nsec: 964666495 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.342375652Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.346364008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.348631711Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.350513457Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.350543778Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.350835782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.351927107Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.351951098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.352238662Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.356948068Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.357210372Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.368694304Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.369179241Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.371365592Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"61.193266ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.377163614Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"66.858636ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.378558234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"68.097154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.379299675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.382425819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"72.192292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.384056982Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.384168934Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.384183274Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.384569479Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.384750642Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.384775072Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":76,"elapsed":"74.602746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.385544283Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.386185472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.386203282Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.386210412Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.386498636Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.386698139Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.386785771Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.387078935Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.3881704Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.388789879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.388817099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.389083793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.390069607Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.390081457Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.390241709Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.399240097Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"88.755865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.400090489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.400481744Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.401557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.403329485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.403341875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.403504397Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.406393248Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.406411088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.406418018Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.406742143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.420150083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.420565989Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.423573701Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.423918916Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.426715816Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.426978959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.438246909Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.438279869Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"127.89295ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.442305886Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.442334257Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.442663181Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38d96e01-d9c0-4e1a-b2fc-49b612c93e4a\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:22:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.442681831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.444266604Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.458028749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.458056119Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"147.714691ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.462204948Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.462233118Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.462243348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"151.837649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.471232295Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.474552953Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.474586623Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.474769536Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.475748959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"165.489222ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.477647786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":26,"elapsed":"167.234417ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.483922945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.483967136Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.48428971Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e404b64e-0cba-42fc-83d5-2875cf287eb8\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:22:28 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.484314831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.486943188Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.487386754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.487466445Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.500864165Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"190.630848ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.528187001Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.528246522Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.528579487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e631089-2e29-4015-bc26-ecff97c9b59b\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.528610418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.53016158Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.613173844Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":26,"elapsed":"302.954348ms"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.616294028Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.616320809Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.616660293Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e5a8e19-1bd9-4f69-b337-15b7fd9dfbc5\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.616687754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.61709613Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.626076857Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.626493283Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.630643242Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.630665652Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.630868555Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3d0eb263-3351-459a-81d6-7d6f9de2988e\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.630878925Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.631075068Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.633035285Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.633228548Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.635563401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.635952237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.640503291Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.640530421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.641765209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"41754781-107a-4a57-aba9-6b84b4c7b162\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.643639345Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":26,"elapsed":"333.306127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.658558046Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.660486694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.660503464Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.660648536Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.662778756Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.665797419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.665822549Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.666110093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.698036505Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.69837153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc0d8a0-fcbb-462d-bea0-85da8989a0e7\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.700604812Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.700905296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.70332713Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":26,"elapsed":"393.008702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.754816609Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.755231834Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.757151092Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.757169342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.757378245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.766826419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.767152503Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea204bcf-39b1-4186-90bb-8ddcac4c362b\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.767182004Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.767194284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.767571639Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.767590849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.7676016Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.76761284Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.76762344Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.76763483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.767795722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.767813043Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.768053056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.768066876Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.768269029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.770968777Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.771114279Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc96c7cb-dfe4-4f77-bf90-2ca322bda64c\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.77113145Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.771230031Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c7c5dce-fe7d-4c50-8e47-a49f66c3653f\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.771243721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.771254581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.772022312Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.777988467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"423164a5-847e-4aa2-8558-401f2b64661f\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.778013527Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.778022597Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.778029237Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.779199694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":26,"elapsed":"468.773973ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.870994223Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"13f3ef61-1b6f-415d-820f-baf179cd71a0\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:29.871036233Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.871046904Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.871241206Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73bdcc05-cb2c-45d6-bd10-b5e1c62144ff\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:22:29 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.871273627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.87153419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.874906088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.875132641Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.8778938Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.878220375Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.880290764Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.880486317Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:29.887668759Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":26,"elapsed":"577.219168ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:31.066608232Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"6c1d6680-31d6-4429-8fa0-a430ab437e22","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.30988245Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.309935851Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.309944481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.309950941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.310215305Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.310232485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.311886788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.314298083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.314316673Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.314448475Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.316144449Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.316363862Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.31765009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.319859581Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.319883952Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.320003323Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.33109175Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.331118401Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":77,"elapsed":"21.22513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.339492859Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.339718922Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:39.37349085Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"63.59518ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:41.066430627Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"0dd460cb-7b34-4e41-8f31-9d297565a883","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.309715676Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.309767137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.309776517Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.309785017Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.310115551Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.310139242Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.31144229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.313877761Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.313901124Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.314032404Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.316211008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.316579213Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.319634996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.32200143Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.32201243Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.322151792Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.33474735Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.334775651Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":78,"elapsed":"25.042424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.340667544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.340858226Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:49.342415629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"32.712763ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:51.066652548Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"381b8168-a6e9-443c-ada7-f1560ec6c127","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":252,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.309988928Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310044959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310054399Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310063289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310069719Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.310078299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-02-28 02:12:59.310013618 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310087099Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310095169Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:22:59.31010209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"d29f0703-497e-4141-9011-19629d3eb200","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31011025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\"}","iteration":15,"elapsed":"20.321µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31011845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31012616Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31013357Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31014058Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31014803Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31015831Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31016824Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310177991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310187541Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310196911Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310205461Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310215481Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.310225121Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310234921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310244721Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310255012Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310264002Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310272992Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310282742Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310291802Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310300682Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310309002Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310318953Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310328033Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310339103Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310347663Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310356623Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310367683Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310378773Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310389003Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310400234Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310410174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310419184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310429044Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310438414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310448734Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.310457744Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310466935Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310476935Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310486535Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310495185Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310505725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310515645Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310525015Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310535336Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310544316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310554746Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310605197Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310617917Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310627127Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310636217Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310645487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310655297Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310665117Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310675747Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310685238Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310693378Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310704188Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310714698Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310727028Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310738788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310750919Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310762009Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310772879Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310794399Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310818589Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31083036Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31084115Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31085334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31086538Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310886061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310896941Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8c9d62d5-0ae9-4682-a60e-cd4cf5a2aa08.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b8fab31d-c1c3-47ef-8445-d320ff18b925.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 933107568 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310914951Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6bc7c8aa-819f-4f1e-845e-1e1d8a18b11a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ad4ec98e-312a-47ce-9f5c-cb60dff6f1e9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d53fadb3-fc6a-4ca3-9399-aaaf4fbeade3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 933119018 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310933061Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310944471Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310955331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310964722Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310972842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310980652Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310989842Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.310998622Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.311050043Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.311064053Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.311347897Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.311376348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.050735ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.311451109Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.311477209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.212328ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.312386022Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.313907083Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 936150371 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.313933774Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1496, tv_nsec: 936176591 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.314198737Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.314226908Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.094138ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.314255738Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.315118036Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.315142852Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.315179453Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.315200828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.315213268Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"5.164523ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.315340733Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.318486498Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-02-28 02:12:59.310013618 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.318517418Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"expiration\":\"2025-02-28T02:12:59.310013618Z\",\"pruned\":[]}","iteration":14,"elapsed":"8.48519ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.318959005Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.31930736Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.320709369Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.323282006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.323305796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.323463059Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.329333902Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.329817618Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.34126198Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"30.823476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.344676889Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.345205746Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.38081415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.380982533Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.381097084Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.381483649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.381937116Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.382283921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"72.122781ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.385135741Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.385164672Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.385547877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.385571707Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.385587098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.385912232Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.386151796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.386176506Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.38646027Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.388981146Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.39137442Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.391819076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.391849076Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.391861596Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.39214288Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.393361488Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.39493556Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.39496678Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.39498094Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.395247494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.398350008Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.398377029Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.398626472Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.399526325Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DnsResolver","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f5279127-f12d-4326-a7e5-d07a518dbb01.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1497, tv_nsec: 21748802 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.399950081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.400509969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.400884434Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.402555348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.402611488Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.402622799Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.402634929Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.402864542Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.402894343Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.405821474Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.406192819Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.406308051Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.406327531Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.406614785Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.407097212Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.407351186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.407372646Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.407594409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.40910334Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.409132771Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.409291443Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.40978235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.410072014Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.410669153Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"100.205668ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.414374725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.414416066Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.414504137Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"104.118734ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.414788671Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.414817231Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.417044373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.418689376Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.419159743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.421691489Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.421720979Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.422003753Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.425818377Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.430471833Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.444958718Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.445012088Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.445022749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.445032749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.445462465Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.44727594Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.448220174Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"138.110325ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.448692881Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.448721921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.448736561Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"138.565721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.449462802Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.449960558Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.450663299Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.450695509Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":79,"elapsed":"140.244765ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.450876351Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.451154415Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.451174486Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.451370969Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.453801883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.453996486Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.456063485Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.458042123Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"147.865993ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.459624255Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Sled { parent: Fleet, key: f5279127-f12d-4326-a7e5-d07a518dbb01, lookup_type: ById(f5279127-f12d-4326-a7e5-d07a518dbb01) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.459654996Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.459866898Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.464568775Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.467430476Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.467460446Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.46772286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.468944707Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.468974398Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.469342483Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"253042c3-455e-474c-9332-0a3084f871ca\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:22:58 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.469361363Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.469667877Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.470009652Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.470036893Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"159.687139ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.471667286Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.474145221Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.474326093Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.474505026Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.474594337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.47622782Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.477190154Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"0","iteration":27,"elapsed":"167.108755ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.47900342Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.47902635Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.479309424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.47971754Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"169.316496ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.48044251Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.48047412Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.48048849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"170.242959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.480753244Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.481324333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:357"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.481344603Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"171.04621ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.485324149Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.485349739Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.485606233Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.488306811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.488677366Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.488761388Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.488781458Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.488792568Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.488799738Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.489036991Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.489473258Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.489825763Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.491158512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.49526482Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.49530265Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.495512373Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.504027484Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.504075424Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.504087875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.50448949Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.507341771Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.512119708Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.512158159Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.512370452Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.515465125Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"46b81fb4-3def-4924-b726-53e415706a9d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.515496246Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.515509056Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:15.526646 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.515520796Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2}","iteration":14,"elapsed":"205.059452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.531178798Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.531615544Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.552201716Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.552369838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"242.088035ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.554050691Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.554081482Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.554444977Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93bd04a1-877b-4d15-bfb2-3c27515c93ef\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.554473537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.554748901Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.554775042Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.554959675Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.556319694Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.559487559Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.559520169Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.559533429Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.559990006Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.566012821Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.570662337Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.570692967Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.57092735Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.578303025Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"18db7886-89b6-4673-bc62-75f01df3d55d"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.578349086Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.578363746Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"current_time_created":"2025-02-28 02:10:14.826797 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.578376786Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1}","iteration":14,"elapsed":"268.114074ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.582624916Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"272.622938ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.60056926Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.600930395Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5219a9f-f379-49c3-a59e-a0e6c7b2eec7\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:22:58 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.602651129Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.602926283Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.605367348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"null","iteration":27,"elapsed":"295.269419ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.609698419Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1163","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.609724319Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.610074494Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"MgsClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68c7c75-8a1a-4e59-ba70-fa0f9e2bcb22\", \"content-length\": \"26\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.610098385Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1168","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.610373669Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.610797895Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d30deb3d-3cf7-417e-bc23-2aee81406ec7\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.610819825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.612772333Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/mod.rs:1200","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.612920045Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"330b7d91-5a0f-41ed-82fe-f164ead8cfdf\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.612943135Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.614963793Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.614989874Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"304.815624ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.624001512Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-02-28T02:09:56.625183Z, time_modified: 2025-02-28T02:09:56.625183Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 42f4082f-3adb-4730-b977-db2b68456d8a, db_silo: Silo { identity: SiloIdentity { id: 42f4082f-3adb-4730-b977-db2b68456d8a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-02-28T02:10:15.449140Z, time_modified: 2025-02-28T02:10:15.449140Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.624042822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]}},\"default_endpoint\":{\"silo_id\":\"42f4082f-3adb-4730-b977-db2b68456d8a\",\"tls_certs\":[\"15e7d3924b993df500b7a52896cf3eb12c04871efa70325f3ea15baab79a37ea\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"313.577557ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-02-28T02:22:59.631584649Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.631608749Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"321.413159ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.636868514Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.678174138Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":27,"elapsed":"368.18629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.680645513Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.681071189Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.689945915Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.689968855Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.690186108Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f120637-accc-4576-bca3-7d7dad4612f7\", \"content-length\": \"372\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.690209968Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.690442392Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.707563264Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.707782927Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.708219973Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"263a4df3-2b15-4bcb-8351-aa4f0635d44c\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.708235653Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.711035253Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.714701225Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.715120811Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.71792383Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.718932095Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.719121078Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.719705396Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.719720316Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.719867748Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.72138822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.722952322Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.722963622Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled f5279127-f12d-4326-a7e5-d07a518dbb01 push not needed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.722971222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.722988162Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.723098194Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.723306467Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3b1cf608-c81f-458e-a103-63f8fa2acc7a\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.725318945Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":27,"elapsed":"414.993093ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.727368414Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.727860421Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"839b5de3-b80b-461f-9ec1-90388bf099f1\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.727883331Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.729808409Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9a5b061a-f6a6-47b3-80f2-e8919fcac044\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.729820839Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.731676725Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c19a1207-f4c9-44ea-8bfa-27fad0454344\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.731698956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.733259828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.733282828Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"422.925885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.823541565Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.823900838Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.825749907Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 9540c58c-fbe5-405c-abb0-916deb9cfacc, rack_id: 4a506621-9899-4a6c-993a-749bd0361232, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(90c8522a-5f07-40b5-b3de-7391d91f986c) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.825764957Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.825924629Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.834276097Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.835338102Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.835519875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6a0659-22f0-47c5-9fd4-b2be0ba5ef1e\", \"content-length\": \"134\", \"date\": \"Fri, 28 Feb 2025 02:22:58 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835544235Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835558045Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"90c8522a-5f07-40b5-b3de-7391d91f986c","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835745768Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835769318Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835777348Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835786878Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835798699Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.835810709Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.83590921Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.83592478Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.836053712Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.836062702Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.836422907Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.838482557Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.838575488Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68ac1dc1-29c3-4b14-8646-25d8f2dc4b95\", \"content-length\": \"2\", \"date\": \"Fri, 28 Feb 2025 02:22:58 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.838597098Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.838657959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"component":"DpdClient","rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a043a191-2b5d-4789-b591-d61019119ce9\", \"content-length\": \"52\", \"date\": \"Fri, 28 Feb 2025 02:22:58 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.838669089Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.838677289Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.928402849Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"SledAgent":"f5279127-f12d-4326-a7e5-d07a518dbb01","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e43a30-e67b-4e22-ab98-5fb631633ea3\", \"content-length\": \"691\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.92843818Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.92844737Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:22:59.92845387Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:22:59.929845Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":27,"elapsed":"619.74981ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.020958309Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"34806341-9234-47e7-8229-25a13bd480d6\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:23:00.021002959Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.02101262Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.021283363Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"rack_id":"4a506621-9899-4a6c-993a-749bd0361232","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2a2cf1-df68-4082-9902-70396cda98d7\", \"content-length\": \"682\", \"date\": \"Fri, 28 Feb 2025 02:22:59 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.021332184Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.021690209Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.025515303Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.025764537Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.028896961Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.029202215Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.031121473Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.031400307Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:00.038379825Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{}","iteration":27,"elapsed":"728.169884ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:23:01.067020822Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"32048628-5395-424e-92f5-2b14b8f17c67","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.31028993Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.310343881Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.310352371Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.310359081Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.310609975Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.310646655Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.312198677Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.314612211Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.314623391Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.314762883Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.316475788Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.31667392Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.343734743Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.343940936Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.352759251Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.355233806Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.355246186Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.355384858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.367490779Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.36751858Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":80,"elapsed":"57.21794ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:09.373448274Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"63.173894ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:23:11.067505487Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"ad902acc-dcca-42c0-bf70-e45256df5efa","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.310768875Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.310820956Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.310829806Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.310836626Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.31109957Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.31111022Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.312659222Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.315253208Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.315270519Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.31540477Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.316393784Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.316642658Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.317947397Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.320229499Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d29f0703-497e-4141-9011-19629d3eb200, lookup_type: ById(d29f0703-497e-4141-9011-19629d3eb200) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.320245139Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.320372091Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.329206106Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"original_time_created":"2025-02-28 02:09:52.586176 UTC","original_target_id":"d29f0703-497e-4141-9011-19629d3eb200","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","time_created":"2025-02-28 02:09:52.586176 UTC","target_id":"d29f0703-497e-4141-9011-19629d3eb200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.329229296Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d29f0703-497e-4141-9011-19629d3eb200\",\"time_created\":\"2025-02-28T02:09:52.586176Z\"}","iteration":81,"elapsed":"18.459411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.340574837Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.340750229Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-02-28T02:23:19.341771914Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"97706d05-7981-4c67-b267-252930b86713","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"31.019068ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-02-28T02:23:21.067470514Z","hostname":"oxz_nexus_97706d05-7981-4c67-b267-252930b86713","pid":23063,"uri":"/97706d05-7981-4c67-b267-252930b86713","method":"GET","req_id":"ffc61087-3e86-4507-8fd9-3059decc837e","remote_addr":"[fd00:1122:3344:101::d]:34865","local_addr":"[fd00:1122:3344:101::c]:62055","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","component":"nexus-producer-server","name":"97706d05-7981-4c67-b267-252930b86713","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.15.1/src/server.rs:867","latency_us":257,"response_code":"200"}